[ 472.492529] nova-scheduler[50562]: Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code. [ 473.542162] nova-scheduler[50562]: INFO oslo_service.periodic_task [-] Skipping periodic task _discover_hosts_in_cells because its interval is negative [ 473.552581] nova-scheduler[50562]: DEBUG oslo_db.sqlalchemy.engines [None req-d1b19f7b-f302-45ed-9b4c-56338e426a8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=50562) _check_effective_sql_mode /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:335}} [ 473.664525] nova-scheduler[50562]: DEBUG nova.scheduler.host_manager [None req-d1b19f7b-f302-45ed-9b4c-56338e426a8e None None] Found 1 cells: ca1c0d21-d6a1-418c-abcf-92608d1b00f5 {{(pid=50562) refresh_cells_caches /opt/stack/nova/nova/scheduler/host_manager.py:746}} [ 473.664756] nova-scheduler[50562]: DEBUG nova.scheduler.host_manager [None req-d1b19f7b-f302-45ed-9b4c-56338e426a8e None None] Found 0 disabled cells: {{(pid=50562) refresh_cells_caches /opt/stack/nova/nova/scheduler/host_manager.py:758}} [ 473.694367] nova-scheduler[50562]: DEBUG nova.scheduler.host_manager [None req-d1b19f7b-f302-45ed-9b4c-56338e426a8e None None] START:_async_init_instance_info {{(pid=50562) _async_init_instance_info /opt/stack/nova/nova/scheduler/host_manager.py:427}} [ 473.696121] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 473.696325] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 473.697623] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 473.703112] nova-scheduler[50562]: DEBUG oslo_db.sqlalchemy.engines [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=50562) _check_effective_sql_mode /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:335}} [ 473.711838] nova-scheduler[50562]: DEBUG nova.scheduler.host_manager [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Total number of compute nodes: 0 {{(pid=50562) _async_init_instance_info /opt/stack/nova/nova/scheduler/host_manager.py:440}} [ 473.712183] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 473.712365] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 473.712514] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 473.762961] nova-scheduler[50562]: DEBUG nova.scheduler.host_manager [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] Adding 0 instances for hosts 10-20 {{(pid=50562) _async_init_instance_info /opt/stack/nova/nova/scheduler/host_manager.py:459}} [ 473.763208] nova-scheduler[50562]: DEBUG nova.scheduler.host_manager [None req-d49d9a21-f515-4c39-817f-c051cb13f383 None None] END:_async_init_instance_info {{(pid=50562) _async_init_instance_info /opt/stack/nova/nova/scheduler/host_manager.py:470}} [ 473.793777] nova-scheduler[50562]: DEBUG nova.context [None req-d1b19f7b-f302-45ed-9b4c-56338e426a8e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ca1c0d21-d6a1-418c-abcf-92608d1b00f5(cell1) {{(pid=50562) load_cells /opt/stack/nova/nova/context.py:464}} [ 473.794072] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 473.794324] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 473.794792] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 473.795134] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 473.795315] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 473.795468] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=50562) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 473.802787] nova-scheduler[50562]: DEBUG oslo_db.sqlalchemy.engines [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=50562) _check_effective_sql_mode /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:335}} [ 473.808284] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Acquiring lock "singleton_lock" {{(pid=50562) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 473.808442] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Acquired lock "singleton_lock" {{(pid=50562) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 473.808687] nova-scheduler[50562]: DEBUG oslo_concurrency.lockutils [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Releasing lock "singleton_lock" {{(pid=50562) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 473.809301] nova-scheduler[50562]: INFO oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Starting 2 workers [ 473.816219] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Started child 51591 {{(pid=50562) _start_child /usr/local/lib/python3.10/dist-packages/oslo_service/service.py:575}} [ 473.818262] nova-scheduler[51591]: INFO nova.service [-] Starting scheduler node (version 0.1.0) [ 473.820651] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Started child 51593 {{(pid=50562) _start_child /usr/local/lib/python3.10/dist-packages/oslo_service/service.py:575}} [ 473.821765] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Full set of CONF: {{(pid=50562) wait /usr/local/lib/python3.10/dist-packages/oslo_service/service.py:649}} [ 473.821839] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ******************************************************************************** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2589}} [ 473.821977] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] Configuration options gathered from: {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2590}} [ 473.822152] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2591}} [ 473.822493] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] config files: ['/etc/nova/nova.conf'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2592}} [ 473.822630] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ================================================================================ {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2594}} [ 473.823043] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] allow_resize_to_same_host = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.823268] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] arq_binding_timeout = 300 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.823655] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] block_device_allocate_retries = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.823655] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] block_device_allocate_retries_interval = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.823859] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cert = self.pem {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.824679] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute_driver = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.824746] nova-scheduler[51593]: INFO nova.service [-] Starting scheduler node (version 0.1.0) [ 473.824916] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute_monitors = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.824916] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] config_dir = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.824916] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] config_drive_format = iso9660 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.824916] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] config_file = ['/etc/nova/nova.conf'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.825056] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] config_source = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.825209] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] console_host = devstack {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.825398] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] control_exchange = nova {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.825604] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cpu_allocation_ratio = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.825780] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] daemon = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.825991] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] debug = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.826175] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] default_access_ip_network_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.826367] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] default_availability_zone = nova {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.826521] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] default_ephemeral_format = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.826803] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.826981] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] default_schedule_zone = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.827150] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] disk_allocation_ratio = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.827327] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] enable_new_services = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.827614] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] enabled_apis = ['osapi_compute'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.827807] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] enabled_ssl_apis = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.827993] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] flat_injected = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.828161] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] force_config_drive = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.828330] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] force_raw_images = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.828519] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] graceful_shutdown_timeout = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.828730] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] heal_instance_info_cache_interval = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.829191] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] host = devstack {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.829408] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.829578] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] initial_disk_allocation_ratio = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.829740] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] initial_ram_allocation_ratio = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.829989] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.830160] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instance_build_timeout = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.830416] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instance_delete_interval = 300 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.830449] nova-scheduler[51591]: DEBUG oslo_db.sqlalchemy.engines [None req-9550413c-c915-4ca7-9396-c9a7e0efe6d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=51591) _check_effective_sql_mode /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:335}} [ 473.830485] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instance_format = [instance: %(uuid)s] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.830779] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instance_name_template = instance-%08x {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.830823] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instance_usage_audit = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.830998] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instance_usage_audit_period = month {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.831176] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.831349] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] instances_path = /opt/stack/data/nova/instances {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.831508] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] internal_service_availability_zone = internal {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.831666] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] key = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.831864] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] live_migration_retry_count = 30 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.832044] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_config_append = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.832226] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.832385] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_dir = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.832555] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.832691] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_options = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.832853] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_rotate_interval = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.833056] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_rotate_interval_type = days {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.833223] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] log_rotation_type = none {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.833351] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.833558] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.833642] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.833820] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.833947] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.834325] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] long_rpc_timeout = 1800 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.834325] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] max_concurrent_builds = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.834470] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] max_concurrent_live_migrations = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.834619] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] max_concurrent_snapshots = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.834772] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] max_local_block_devices = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.834939] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] max_logfile_count = 30 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.835114] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] max_logfile_size_mb = 200 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.835285] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] maximum_instance_delete_attempts = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.835445] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] metadata_listen = 0.0.0.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.835506] nova-scheduler[51593]: DEBUG oslo_db.sqlalchemy.engines [None req-36b7a1ca-e062-4b5c-b055-93167c28ff68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=51593) _check_effective_sql_mode /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:335}} [ 473.835678] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] metadata_listen_port = 8775 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.835853] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] metadata_workers = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.836042] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] migrate_max_retries = -1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.836213] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] mkisofs_cmd = genisoimage {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.836412] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] my_block_storage_ip = 10.180.1.21 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.836549] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] my_ip = 10.180.1.21 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.836710] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] network_allocate_retries = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.836901] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.837075] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] osapi_compute_listen = 0.0.0.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.837255] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] osapi_compute_listen_port = 8774 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.837434] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] osapi_compute_unique_server_name_scope = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.837625] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] osapi_compute_workers = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.837806] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] password_length = 12 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.837958] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] periodic_enable = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.838131] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] periodic_fuzzy_delay = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.838309] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] pointer_model = usbtablet {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.838492] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] preallocate_images = none {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.838667] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] publish_errors = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.838792] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] pybasedir = /opt/stack/nova {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.838946] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ram_allocation_ratio = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.839117] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] rate_limit_burst = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.839376] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] rate_limit_except_level = CRITICAL {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.839425] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] rate_limit_interval = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.839581] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] reboot_timeout = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.839849] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] reclaim_instance_interval = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.839885] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] record = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.840064] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] reimage_timeout_per_gb = 20 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.840218] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] report_interval = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.840370] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] rescue_timeout = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.840526] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] reserved_host_cpus = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.840675] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] reserved_host_disk_mb = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.840825] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] reserved_host_memory_mb = 512 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.841025] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] reserved_huge_pages = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.841199] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] resize_confirm_window = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.841382] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] resize_fs_using_block_device = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.841800] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] resume_guests_state_on_host_boot = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.841800] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.841908] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] run_external_periodic_tasks = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.842125] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] running_deleted_instance_action = reap {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.842288] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] running_deleted_instance_poll_interval = 1800 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.842446] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] running_deleted_instance_timeout = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.842600] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler_instance_sync_interval = 120 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.842755] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_down_time = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.842940] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] servicegroup_driver = db {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.843105] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] shelved_offload_time = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.843280] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] shelved_poll_interval = 3600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.843444] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] shutdown_timeout = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.843600] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] source_is_ipv6 = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.843776] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ssl_only = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.843970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] state_path = /opt/stack/data/nova {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.844143] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] sync_power_state_interval = 600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.844301] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] sync_power_state_pool_size = 1000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.844480] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] syslog_log_facility = LOG_USER {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.844654] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] tempdir = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.844870] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] timeout_nbd = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.844999] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] transport_url = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.845320] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] update_resources_interval = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.845320] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] use_cow_images = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.845457] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] use_eventlog = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.845606] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] use_journal = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.845776] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] use_json = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.845931] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] use_rootwrap_daemon = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.846116] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] use_stderr = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.846422] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] use_syslog = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.846422] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vcpu_pin_set = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.846588] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vif_plugging_is_fatal = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.847453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vif_plugging_timeout = 300 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.847453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] virt_mkfs = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.847453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] volume_usage_poll_interval = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.847453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] watch_log_file = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.847453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] web = /usr/share/spice-html5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 473.847728] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_concurrency.disable_process_locking = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.848023] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.848181] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.auth_strategy = keystone {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.848369] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.compute_link_prefix = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.848611] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.848898] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.dhcp_domain = novalocal {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.848979] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.enable_instance_password = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.849155] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.glance_link_prefix = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.849320] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.849487] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.849648] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.instance_list_per_project_cells = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.849824] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.list_records_by_skipping_down_cells = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.849982] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.local_metadata_per_cell = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.850185] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.max_limit = 1000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.850364] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.metadata_cache_expiration = 15 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.850970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.neutron_default_tenant_id = default {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.850970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.use_forwarded_for = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.850970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.use_neutron_default_nets = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.851103] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.851216] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.851413] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.851663] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.851755] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.vendordata_dynamic_targets = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.852027] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.vendordata_jsonfile_path = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.852102] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.852348] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.backend = dogpile.cache.memcached {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.852535] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.backend_argument = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.852716] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.config_prefix = cache.oslo {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.852901] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.dead_timeout = 60.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.853140] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.debug_cache_backend = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.853265] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.enable_retry_client = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.853417] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.enable_socket_keepalive = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.853586] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.enabled = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.853771] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.expiration_time = 600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.853929] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.hashclient_retry_attempts = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.854099] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.hashclient_retry_delay = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.854258] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_dead_retry = 300 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.854367] nova-scheduler[51591]: DEBUG nova.service [None req-9550413c-c915-4ca7-9396-c9a7e0efe6d7 None None] Creating RPC server for service scheduler {{(pid=51591) start /opt/stack/nova/nova/service.py:182}} [ 473.854419] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_password = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.854597] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.854764] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.854924] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_pool_maxsize = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.855112] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.855269] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_sasl_enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.855441] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.855640] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_socket_timeout = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.855810] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.memcache_username = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.855973] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.proxies = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.856180] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.retry_attempts = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.856468] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.retry_delay = 0.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.856533] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.socket_keepalive_count = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.856651] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.socket_keepalive_idle = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.856804] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.socket_keepalive_interval = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.856960] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.tls_allowed_ciphers = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.857136] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.tls_cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.857318] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.tls_certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.857486] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.tls_enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.857687] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cache.tls_keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.857917] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.858474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.auth_type = password {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.858474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.858474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.catalog_info = volumev3::publicURL {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.861970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.861970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.861970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.cross_az_attach = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.861970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.debug = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.861970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.endpoint_template = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.861970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.http_retries = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.861970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.os_region_name = RegionOne {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cinder.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.cpu_dedicated_set = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.cpu_shared_set = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862392] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.image_type_exclude_list = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862392] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862392] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.max_concurrent_disk_ops = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862476] nova-scheduler[51593]: DEBUG nova.service [None req-36b7a1ca-e062-4b5c-b055-93167c28ff68 None None] Creating RPC server for service scheduler {{(pid=51593) start /opt/stack/nova/nova/service.py:182}} [ 473.862511] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.max_disk_devices_to_attach = -1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862511] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862511] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862511] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.resource_provider_association_refresh = 300 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862511] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.shutdown_retry_interval = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862511] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862684] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] conductor.workers = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862684] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] console.allowed_origins = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862787] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] console.ssl_ciphers = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.862901] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] console.ssl_minimum_version = default {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.863090] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] consoleauth.token_ttl = 600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.863280] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.863450] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.863627] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.863851] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.connect_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.864051] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.connect_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.864209] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.endpoint_override = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.864368] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.864540] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.864700] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.max_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.864852] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.min_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.865014] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.region_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.865169] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.service_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.865335] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.service_type = accelerator {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.865495] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.865651] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.status_code_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.865902] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.status_code_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.865972] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.866162] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.866318] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] cyborg.version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.866504] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.backend = sqlalchemy {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.866758] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.connection = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.866875] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.connection_debug = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.867055] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.connection_parameters = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.867218] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.connection_recycle_time = 3600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.867376] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.connection_trace = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.867567] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.db_inc_retry_interval = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.867742] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.db_max_retries = 20 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.867901] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.db_max_retry_interval = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.868071] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.db_retry_interval = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.868234] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.max_overflow = 50 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.868392] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.max_pool_size = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.868568] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.max_retries = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.868739] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.mysql_enable_ndb = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.868908] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.869073] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.mysql_wsrep_sync_wait = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.869235] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.pool_timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.869397] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.retry_interval = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.869549] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.slave_connection = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.869721] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.sqlite_synchronous = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.870268] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] database.use_db_reconnect = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.870268] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.backend = sqlalchemy {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.870268] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.connection = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.870414] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.connection_debug = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.870580] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.connection_parameters = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871553] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.connection_recycle_time = 3600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871553] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.connection_trace = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871553] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.db_inc_retry_interval = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871553] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.db_max_retries = 20 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871553] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.db_max_retry_interval = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871553] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.db_retry_interval = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871755] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.max_overflow = 50 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.871853] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.max_pool_size = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.872397] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.max_retries = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.872397] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.mysql_enable_ndb = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.872397] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.872552] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.872596] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.pool_timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.872741] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.retry_interval = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.872937] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.slave_connection = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.873116] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] api_database.sqlite_synchronous = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.873307] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] devices.enabled_mdev_types = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.873496] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.873657] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ephemeral_storage_encryption.enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.873834] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.874179] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.api_servers = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.874179] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.874337] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.874492] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.874663] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.connect_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.874821] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.connect_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.874990] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.debug = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.875165] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.default_trusted_certificate_ids = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.875324] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.enable_certificate_validation = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.875482] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.enable_rbd_download = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.875633] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.endpoint_override = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.875837] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.876048] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.876217] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.max_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.876374] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.min_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.876554] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.num_retries = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.876721] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.rbd_ceph_conf = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.876878] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.rbd_connect_timeout = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.877127] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.rbd_pool = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.877297] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.rbd_user = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.877454] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.region_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.877637] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.service_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.877825] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.service_type = image {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.877984] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.878154] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.status_code_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.878307] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.status_code_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.878461] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.878791] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.878827] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.verify_glance_signatures = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.878966] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] glance.version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.879323] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] guestfs.debug = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.879323] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.config_drive_cdrom = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.879488] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.config_drive_inject_password = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.879647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.dynamic_memory_ratio = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.879806] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.enable_instance_metrics_collection = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.879965] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.enable_remotefx = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.880144] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.instances_path_share = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.880355] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.iscsi_initiator_list = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.880519] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.limit_cpu_features = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.880683] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.880925] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.881118] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.power_state_check_timeframe = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.881627] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.power_state_event_polling_interval = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.881627] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.qemu_img_cmd = qemu-img.exe {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.881627] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.use_multipath_io = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.881749] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.volume_attach_retry_count = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.881916] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.volume_attach_retry_interval = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.882084] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.vswitch_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.882243] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.882453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] mks.enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.883048] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.883243] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] image_cache.manager_interval = 2400 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.883428] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] image_cache.precache_concurrency = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.883592] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] image_cache.remove_unused_base_images = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.883796] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.883974] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.884166] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] image_cache.subdirectory_name = _base {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.884371] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.api_max_retries = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.884532] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.api_retry_interval = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.884689] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.884844] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.auth_type = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.884996] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.885159] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.885316] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.885470] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.connect_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.885623] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.connect_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.885773] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.endpoint_override = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.885934] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.886091] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.886242] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.max_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.886393] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.min_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.886545] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.partition_key = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.886703] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.peer_list = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.886906] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.region_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.887089] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.serial_console_state_timeout = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.887247] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.service_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.887427] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.service_type = baremetal {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.887609] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.887771] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.status_code_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.887948] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.status_code_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.888118] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.888296] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.888452] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ironic.version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.888651] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.888839] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] key_manager.fixed_key = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.889066] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.889238] nova-scheduler[51593]: DEBUG nova.service [None req-36b7a1ca-e062-4b5c-b055-93167c28ff68 None None] Join ServiceGroup membership for this service scheduler {{(pid=51593) start /opt/stack/nova/nova/service.py:199}} [ 473.889276] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.barbican_api_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.889406] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.barbican_endpoint = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.889548] nova-scheduler[51591]: DEBUG nova.service [None req-9550413c-c915-4ca7-9396-c9a7e0efe6d7 None None] Join ServiceGroup membership for this service scheduler {{(pid=51591) start /opt/stack/nova/nova/service.py:199}} [ 473.889583] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.barbican_endpoint_type = public {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.889614] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-36b7a1ca-e062-4b5c-b055-93167c28ff68 None None] DB_Driver: join new ServiceGroup member devstack to the scheduler group, service = {{(pid=51593) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 473.889756] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.barbican_region_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.889787] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-9550413c-c915-4ca7-9396-c9a7e0efe6d7 None None] DB_Driver: join new ServiceGroup member devstack to the scheduler group, service = {{(pid=51591) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 473.889925] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.890087] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.890244] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.890396] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.890545] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.890718] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.number_of_retries = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.890874] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.retry_delay = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.891056] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.send_service_user_token = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.891339] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.891371] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.891521] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.verify_ssl = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.891714] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican.verify_ssl_path = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.891822] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.891999] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.auth_type = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.892164] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.892313] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.892468] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.892619] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.892768] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.892918] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.893081] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] barbican_service_user.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.893260] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.approle_role_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.893438] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.approle_secret_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.893579] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.893775] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.893944] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.894396] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.894396] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.894476] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.kv_mountpoint = secret {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.894607] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.kv_version = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.894763] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.namespace = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.894914] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.root_token_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.895077] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.895229] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.ssl_ca_crt_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.895377] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.895538] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.use_ssl = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.895716] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.895907] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.896130] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.896305] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.896721] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.connect_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.896721] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.connect_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.896721] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.endpoint_override = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.896888] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.897016] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.897172] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.max_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.897320] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.min_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.897472] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.region_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.897663] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.service_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.897838] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.service_type = identity {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.897994] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.898163] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.status_code_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.898314] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.status_code_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.898746] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.898746] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.898805] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] keystone.version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.899438] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.connection_uri = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.899588] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.cpu_mode = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.899752] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.cpu_model_extra_flags = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.899915] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.cpu_models = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.900096] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.cpu_power_governor_high = performance {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.900279] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.cpu_power_governor_low = powersave {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.900438] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.cpu_power_management = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.900620] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.900802] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.device_detach_attempts = 8 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.900960] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.device_detach_timeout = 20 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.901141] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.disk_cachemodes = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.901315] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.disk_prefix = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.901474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.enabled_perf_events = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.901630] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.file_backed_memory = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.901790] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.gid_maps = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.901963] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.hw_disk_discard = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.902132] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.hw_machine_type = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.902297] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.images_rbd_ceph_conf = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.902453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.902625] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.902798] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.images_rbd_glance_store_name = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.902965] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.images_rbd_pool = rbd {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.903142] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.images_type = default {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.903294] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.images_volume_group = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.903451] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.inject_key = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.903801] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.inject_partition = -2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.903801] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.inject_password = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.903906] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.iscsi_iface = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.904069] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.iser_use_multipath = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.904228] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_bandwidth = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.904381] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.904534] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_downtime = 500 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.904692] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.904845] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.904993] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_inbound_addr = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.905156] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.905309] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_permit_post_copy = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.905502] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_scheme = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.905693] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_timeout_action = abort {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.905859] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_tunnelled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.906028] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_uri = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.906188] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.live_migration_with_native_tls = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.906343] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.max_queues = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.906500] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.906672] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.nfs_mount_options = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.906917] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.907089] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.907249] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.num_iser_scan_tries = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.907405] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.num_memory_encrypted_guests = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.907580] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.907818] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.num_pcie_ports = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.908037] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.num_volume_scan_tries = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.908211] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.pmem_namespaces = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.908370] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.quobyte_client_cfg = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.908626] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.908792] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rbd_connect_timeout = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.908951] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.909119] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.909275] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rbd_secret_uuid = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.909428] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rbd_user = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.909584] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.909775] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.remote_filesystem_transport = ssh {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.909930] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rescue_image_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.910092] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rescue_kernel_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.910246] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rescue_ramdisk_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.910412] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.910568] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.rx_queue_size = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.910731] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.smbfs_mount_options = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.911068] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.911128] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.snapshot_compression = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.911252] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.snapshot_image_format = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915032] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915032] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.sparse_logical_volumes = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915032] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.swtpm_enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915032] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.swtpm_group = tss {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915032] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.swtpm_user = tss {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915032] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.sysinfo_serial = unique {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915262] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.tx_queue_size = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915262] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.uid_maps = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915262] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.use_virtio_for_bridges = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915262] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.virt_type = kvm {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915262] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.volume_clear = zero {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915262] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.volume_clear_size = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915262] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.volume_use_multipath = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.vzstorage_cache_path = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.vzstorage_mount_group = qemu {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.vzstorage_mount_opts = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915474] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.vzstorage_mount_user = stack {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.auth_type = password {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915847] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.connect_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915847] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.connect_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.915932] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.default_floating_pool = public {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.916100] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.endpoint_override = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.916255] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.extension_sync_interval = 600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.916406] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.http_retries = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.916564] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.916713] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.916863] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.max_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.917025] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.917176] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.min_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.917334] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.ovs_bridge = br-int {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.917591] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.physnets = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.917676] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.region_name = RegionOne {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.917847] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.service_metadata_proxy = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.918012] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.service_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.918174] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.service_type = network {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.918453] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.918491] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.status_code_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.918620] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.status_code_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.918796] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.918970] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.919139] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] neutron.version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.919307] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] notifications.bdms_in_notifications = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.919480] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] notifications.default_level = INFO {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.919647] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] notifications.notification_format = unversioned {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.919830] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] notifications.notify_on_state_change = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.920028] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.920861] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] pci.alias = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.920861] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] pci.device_spec = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.920861] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] pci.report_in_placement = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.920861] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.920979] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.auth_type = password {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.921087] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.921246] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.921398] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.921556] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.921709] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.connect_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.921860] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.connect_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.922015] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.default_domain_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.922168] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.default_domain_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.922323] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.domain_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.922475] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.domain_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.922626] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.endpoint_override = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.922779] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.922927] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.923088] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.max_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.923236] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.min_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.923395] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.password = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.923544] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.project_domain_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.923703] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.project_domain_name = Default {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.923859] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.project_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.924045] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.project_name = service {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.924745] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.region_name = RegionOne {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.924745] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.service_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.924745] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.service_type = placement {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.924745] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.924871] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.status_code_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.924908] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.status_code_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.925089] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.system_scope = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.925250] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.925402] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.trust_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.925577] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.user_domain_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.925749] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.user_domain_name = Default {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.925901] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.user_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.926075] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.username = placement {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.926249] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.926404] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] placement.version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.926572] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.cores = 20 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.926752] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.count_usage_from_placement = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.926917] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.927093] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.injected_file_content_bytes = 10240 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.927261] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.injected_file_path_length = 255 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.927421] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.injected_files = 5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.927602] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.instances = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.927775] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.key_pairs = 100 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.927933] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.metadata_items = 128 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.928104] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.ram = 51200 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.928265] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.recheck_quota = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.928424] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.server_group_members = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.928592] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] quota.server_groups = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.928755] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] rdp.enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.929075] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] rdp.html5_proxy_base_url = http://127.0.0.1:6083/ {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.929294] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.929592] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.929651] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.image_metadata_prefilter = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.929815] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.930102] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.max_attempts = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.930138] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.max_placement_results = 1000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.930423] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.930470] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.query_placement_for_availability_zone = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.930627] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.query_placement_for_image_type_support = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.930786] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.930968] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] scheduler.workers = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.931162] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.931327] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.931528] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.931694] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.931854] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.932016] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.932193] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.932398] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.932566] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.host_subset_size = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.932723] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.932882] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.933056] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.isolated_hosts = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.933217] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.isolated_images = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.933372] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.933526] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.933677] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.pci_in_placement = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.933832] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.933991] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.934220] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.934382] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.934558] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.934717] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.934874] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.track_instance_changes = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.935053] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.935238] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] metrics.required = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.935395] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] metrics.weight_multiplier = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.935579] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.935749] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] metrics.weight_setting = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.936063] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.936237] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] serial_console.enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.936410] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] serial_console.port_range = 10000:20000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.936574] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.936741] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.937073] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] serial_console.serialproxy_port = 6083 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.937073] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.937241] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.auth_type = password {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.937400] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.937544] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.937715] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.937875] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.938040] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.938204] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.send_service_user_token = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.938361] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.938514] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] service_user.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.938699] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.agent_enabled = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.938875] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.939235] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.939447] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.939628] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.html5proxy_port = 6082 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.939789] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.image_compression = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.939991] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.jpeg_compression = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.940167] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.playback_compression = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.940354] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.server_listen = 127.0.0.1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.940550] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.940725] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.streaming_mode = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.940878] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] spice.zlib_compression = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.941066] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] upgrade_levels.baseapi = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.941224] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] upgrade_levels.cert = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.941386] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] upgrade_levels.compute = auto {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.941540] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] upgrade_levels.conductor = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.941694] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] upgrade_levels.scheduler = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.941854] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.942045] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.auth_type = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.942283] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.942470] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.942636] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.942797] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.942949] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.943117] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.943274] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vendordata_dynamic_auth.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.943531] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.api_retry_count = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.943703] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.ca_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.943900] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.cache_prefix = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.944077] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.cluster_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.944245] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.connection_pool_size = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.944394] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.console_delay_seconds = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.944544] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.datastore_regex = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.944698] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.host_ip = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.944848] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.host_password = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.945013] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.host_port = 443 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.945793] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.host_username = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.945793] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.945793] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.integration_bridge = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.945793] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.maximum_objects = 100 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.945793] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.pbm_default_policy = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.945968] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.pbm_enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.946082] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.pbm_wsdl_location = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.946247] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.946893] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.serial_port_proxy_uri = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.946893] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.serial_port_service_uri = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.946893] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.task_poll_interval = 0.5 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.946893] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.use_linked_clone = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.947035] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.vnc_keymap = en-us {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.947173] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.vnc_port = 5900 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.947332] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vmware.vnc_port_total = 10000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.947561] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.auth_schemes = ['none'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.947754] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.enabled = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.948096] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.948283] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.948452] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.novncproxy_port = 6080 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.948633] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.server_listen = 127.0.0.1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.948799] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.948960] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.vencrypt_ca_certs = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.949129] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.vencrypt_client_cert = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.949284] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] vnc.vencrypt_client_key = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.949477] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.949635] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.disable_deep_image_inspection = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.949797] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.950015] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.950234] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.950398] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.disable_rootwrap = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.950558] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.enable_numa_live_migration = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.950718] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.950871] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.951034] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.951192] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.libvirt_disable_apic = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.951346] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.951504] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.951660] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.951818] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.951974] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.952140] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.952294] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.952449] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.952633] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.952837] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.953030] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.953195] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.client_socket_timeout = 900 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.953391] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.default_pool_size = 1000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.953569] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.keep_alive = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.953729] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.max_header_line = 16384 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.953889] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.secure_proxy_ssl_header = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.954057] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.ssl_ca_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.954220] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.ssl_cert_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.954380] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.ssl_key_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.954531] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.tcp_keepidle = 600 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.954701] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.954862] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] zvm.ca_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.955018] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] zvm.cloud_connector_url = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.955246] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.955409] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] zvm.reachable_timeout = 300 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.955624] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.955795] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.955949] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.956121] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.956278] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.956486] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.enforce_new_defaults = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.956651] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.enforce_scope = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.956837] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.policy_default_rule = default {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.957037] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.957226] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.policy_file = policy.yaml {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.957405] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.957589] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.957771] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.957927] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.958091] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.958282] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.958454] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.958666] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.connection_string = messaging:// {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.958831] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.enabled = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.959018] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.es_doc_type = notification {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.959192] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.es_scroll_size = 10000 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.959354] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.es_scroll_time = 2m {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.959513] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.filter_error_trace = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.959674] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.hmac_keys = SECRET_KEY {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.959835] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.sentinel_service_name = mymaster {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.959999] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.socket_timeout = 0.1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.960167] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] profiler.trace_sqlalchemy = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.960330] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] remote_debug.host = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.960484] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] remote_debug.port = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.960665] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.960933] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.960974] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.961231] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.961287] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.961441] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.961606] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.961754] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.961907] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.962067] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.962240] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.962395] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.962560] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.962719] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.962870] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.963047] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.963206] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.963360] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.963519] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.963674] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.963827] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.964630] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.964630] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.964630] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.964630] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.964630] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.ssl = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.964843] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.964904] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.965069] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.965265] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.965484] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_rabbit.ssl_version = {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.965664] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.965837] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_notifications.retry = -1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.966063] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.966246] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_messaging_notifications.transport_url = **** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.966439] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.auth_section = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.966599] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.auth_type = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.966753] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.cafile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.966935] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.certfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.967073] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.collect_timing = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.967226] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.connect_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.967386] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.connect_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.967558] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.endpoint_id = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.967722] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.endpoint_override = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.967882] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.insecure = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.968042] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.keyfile = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.968195] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.max_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.968345] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.min_version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.968498] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.region_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.968654] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.service_name = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.968803] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.service_type = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.968957] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.split_loggers = False {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.969122] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.status_code_retries = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.969275] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.status_code_retry_delay = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.969425] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.timeout = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.969578] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.valid_interfaces = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.969729] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_limit.version = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.969979] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_reports.file_event_handler = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.970124] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.970288] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] oslo_reports.log_dir = None {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 473.970415] nova-scheduler[50562]: DEBUG oslo_service.service [None req-5ed42895-3168-4fe4-8240-c086f362b55f None None] ******************************************************************************** {{(pid=50562) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2613}} [ 594.412618] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Starting to schedule for instances: ['1c80719e-14e8-467f-9195-683f681b0fd1'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 594.412618] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 594.412618] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 594.412618] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 594.413206] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 594.417324] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 594.760844] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 594.761175] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 594.762989] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 594.769023] nova-scheduler[51593]: DEBUG oslo_db.sqlalchemy.engines [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=51593) _check_effective_sql_mode /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:335}} [ 594.781514] nova-scheduler[51593]: DEBUG oslo_db.sqlalchemy.engines [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Parent process 50562 forked (51593) with an open database connection, which is being discarded and recreated. {{(pid=51593) checkout /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:434}} [ 594.789017] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 594.789294] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 594.789475] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 594.792122] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 594.792315] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 594.793435] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:11:56Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 594.793933] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 594.794144] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 594.794312] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 594.794474] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 594.794831] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 594.795148] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 594.795402] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 594.795610] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 594.795807] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 594.796026] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 594.796289] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 594.796543] nova-scheduler[51593]: DEBUG nova.filters [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 594.796741] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 594.797019] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 594.797326] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Attempting to claim resources in the placement API for instance 1c80719e-14e8-467f-9195-683f681b0fd1 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 594.858486] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] [instance: 1c80719e-14e8-467f-9195-683f681b0fd1] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 594.859091] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 594.859174] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 594.859422] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0cfd1e4c-7ac0-4d6a-a73d-ff320bba0ee9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 605.583900] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Starting to schedule for instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 605.584846] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 605.584846] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 605.585000] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 605.585353] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 605.585622] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 605.671998] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 605.672327] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 605.674117] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 605.683621] nova-scheduler[51591]: DEBUG oslo_db.sqlalchemy.engines [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=51591) _check_effective_sql_mode /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:335}} [ 605.716991] nova-scheduler[51591]: DEBUG oslo_db.sqlalchemy.engines [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Parent process 50562 forked (51591) with an open database connection, which is being discarded and recreated. {{(pid=51591) checkout /usr/local/lib/python3.10/dist-packages/oslo_db/sqlalchemy/engines.py:434}} [ 605.725395] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 605.725818] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 605.727233] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 605.734562] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 605.734562] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 605.736083] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='0',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_3b081340a09140ed9283752785719b50='0',num_task_None='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:34Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 605.736184] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 605.736364] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 605.736555] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 605.736729] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 605.737422] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 605.737722] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 605.737955] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 605.738250] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 605.738448] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 605.738663] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 605.738857] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 605.739059] nova-scheduler[51591]: DEBUG nova.filters [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 605.739250] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 605.739744] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 605.740035] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Attempting to claim resources in the placement API for instance 2f8a30ee-d22b-42e6-abe6-db22d9a6fe73 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 605.822806] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] [instance: 2f8a30ee-d22b-42e6-abe6-db22d9a6fe73] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 605.824046] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 605.824046] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 605.824046] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-988b6bef-bb21-4c07-9beb-f939cd0f3573 tempest-ServerDiagnosticsV248Test-2041210563 tempest-ServerDiagnosticsV248Test-2041210563-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 608.132634] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Starting to schedule for instances: ['89af0723-c7fc-4d6f-90f5-6f69e7a3630b'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 608.132634] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 608.132634] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 608.132634] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 608.132634] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 608.133089] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 608.188082] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 608.188306] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 608.188473] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 608.195441] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 608.196036] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 608.196036] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 608.197952] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 608.198182] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 608.198594] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='1',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_task_None='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:37Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 608.198910] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 608.199745] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 608.199745] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 608.199745] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 608.199946] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 608.199946] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 608.200052] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 608.200254] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 608.200419] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 608.200582] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 608.200745] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 608.200905] nova-scheduler[51593]: DEBUG nova.filters [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 608.201177] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 608.201249] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 608.201766] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Attempting to claim resources in the placement API for instance 89af0723-c7fc-4d6f-90f5-6f69e7a3630b {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 608.267404] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] [instance: 89af0723-c7fc-4d6f-90f5-6f69e7a3630b] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 608.267739] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 608.268042] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 608.268139] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d2a22dc1-98c4-4ab3-93b3-5754572c7da3 tempest-ImagesNegativeTestJSON-2067695245 tempest-ImagesNegativeTestJSON-2067695245-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 610.118857] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Starting to schedule for instances: ['80421e87-c5bb-4eae-acd0-fa2ce12d8bbe'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 610.119313] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 610.119475] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 610.119760] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 610.119999] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 610.120199] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 610.172109] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 610.172625] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 610.172950] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 610.183421] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 610.185318] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 610.185318] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 610.191144] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 610.191144] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 610.191236] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=198,free_ram_mb=195822,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=2,mapped=1,memory_mb=196590,memory_mb_used=768,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=2,service_id=None,stats={failed_builds='1',io_workload='2',num_instances='2',num_os_type_None='2',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_ec0cec8728ec40b286d68178a70794e8='1',num_task_None='2',num_vm_building='2'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:39Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=2) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 610.191236] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Update host state with aggregates: [Aggregate(created_at=2024-10-16T20:12:37Z,deleted=False,deleted_at=None,hosts=['cpu-1'],id=1,metadata={},name='tempest-test_aggregate-1515283764',updated_at=None,uuid=3deb6621-d235-4d42-a175-08386564847d)] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 610.191338] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 610.191338] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '89af0723-c7fc-4d6f-90f5-6f69e7a3630b'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 610.191338] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 610.191455] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 610.191455] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 610.191455] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 610.191753] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 610.192011] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 610.192159] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 610.192326] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 610.192488] nova-scheduler[51591]: DEBUG nova.filters [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 610.192655] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195822MB disk: 202752MB io_ops: 2 instances: 2, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 610.192824] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195822MB disk: 202752MB io_ops: 2 instances: 2, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 610.193012] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Attempting to claim resources in the placement API for instance 80421e87-c5bb-4eae-acd0-fa2ce12d8bbe {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 610.261435] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] [instance: 80421e87-c5bb-4eae-acd0-fa2ce12d8bbe] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195822MB disk: 202752MB io_ops: 2 instances: 2, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 610.265745] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 610.265745] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 610.265745] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-51932cd2-5a2f-4ddc-aa98-e8743ead86b5 tempest-ImagesOneServerTestJSON-836620002 tempest-ImagesOneServerTestJSON-836620002-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 611.259178] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Starting to schedule for instances: ['757b0e86-7d50-46c8-b69a-7e729d925cb1'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 611.260180] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 611.260384] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 611.260578] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 611.261391] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 611.261759] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 611.315348] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 611.315573] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 611.315739] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 611.329104] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 611.329396] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 611.329396] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 611.332219] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 611.332430] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 611.332795] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=197,free_ram_mb=195694,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=3,mapped=1,memory_mb=196590,memory_mb_used=896,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=3,service_id=None,stats={failed_builds='1',io_workload='3',num_instances='3',num_os_type_None='3',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='1',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_ec0cec8728ec40b286d68178a70794e8='1',num_task_None='3',num_vm_building='3'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:41Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=3) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 611.333149] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state with aggregates: [Aggregate(created_at=2024-10-16T20:12:37Z,deleted=False,deleted_at=None,hosts=['cpu-1'],id=1,metadata={},name='tempest-test_aggregate-1515283764',updated_at=None,uuid=3deb6621-d235-4d42-a175-08386564847d)] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 611.333323] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 611.333478] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '89af0723-c7fc-4d6f-90f5-6f69e7a3630b', '80421e87-c5bb-4eae-acd0-fa2ce12d8bbe'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 611.333654] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 611.333906] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 611.334132] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 611.334314] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 611.334901] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 611.334901] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 611.335383] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 611.335596] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 611.335767] nova-scheduler[51593]: DEBUG nova.filters [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 611.336081] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 611.336216] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 611.336619] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Attempting to claim resources in the placement API for instance 757b0e86-7d50-46c8-b69a-7e729d925cb1 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 611.422411] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] [instance: 757b0e86-7d50-46c8-b69a-7e729d925cb1] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 611.423018] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 611.423018] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 611.423018] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f8664e5e-f990-473f-a69f-a47a380824c9 tempest-DeleteServersAdminTestJSON-365478894 tempest-DeleteServersAdminTestJSON-365478894-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 613.489762] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Starting to schedule for instances: ['05155891-6002-4ac0-8386-62e8db523152'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 613.493084] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 613.493084] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 613.493084] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 613.493084] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 613.493084] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 613.555095] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 613.555318] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 613.555482] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 613.563702] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 613.563702] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 613.563702] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 613.564922] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 613.565128] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 613.565615] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195566,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1024,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=4,service_id=None,stats={failed_builds='1',io_workload='4',num_instances='4',num_os_type_None='4',num_proj_3b081340a09140ed9283752785719b50='1',num_proj_64a2dca870f64583ae77cb64d7eff903='1',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_ec0cec8728ec40b286d68178a70794e8='1',num_task_None='4',num_vm_building='4'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:42Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=4) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 613.565759] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 613.567184] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 613.567184] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '89af0723-c7fc-4d6f-90f5-6f69e7a3630b', '80421e87-c5bb-4eae-acd0-fa2ce12d8bbe', '757b0e86-7d50-46c8-b69a-7e729d925cb1'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 613.567184] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 613.567615] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 613.567615] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 613.567615] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 613.567615] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 613.567615] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 613.567839] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 613.567839] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 613.567839] nova-scheduler[51591]: DEBUG nova.filters [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 613.567839] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 613.568030] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 613.568185] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Attempting to claim resources in the placement API for instance 05155891-6002-4ac0-8386-62e8db523152 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 613.633534] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] [instance: 05155891-6002-4ac0-8386-62e8db523152] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 613.633748] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 613.634432] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 613.634432] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5791d303-4116-492a-a4ea-80ee8f90a627 tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 615.176583] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Starting to schedule for instances: ['4a43bc91-94d5-46b4-8e29-e8a02d98249f'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 615.180099] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 615.180099] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 615.180099] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 615.180099] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 615.180099] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 615.243788] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 615.243788] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 615.243788] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 615.253992] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 615.255331] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 615.255331] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 615.258060] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 615.258350] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 615.258795] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='1',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_1c65b725b7474926832d3ffd92af67db='1',num_proj_3b081340a09140ed9283752785719b50='1',num_proj_64a2dca870f64583ae77cb64d7eff903='1',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_ec0cec8728ec40b286d68178a70794e8='1',num_task_None='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:44Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 615.259201] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 615.259456] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 615.259870] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '89af0723-c7fc-4d6f-90f5-6f69e7a3630b', '80421e87-c5bb-4eae-acd0-fa2ce12d8bbe', '757b0e86-7d50-46c8-b69a-7e729d925cb1', '05155891-6002-4ac0-8386-62e8db523152'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 615.259870] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 615.260466] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 615.260466] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 615.260755] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 615.261045] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 615.261259] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 615.261458] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 615.261736] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 615.262083] nova-scheduler[51593]: DEBUG nova.filters [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 615.262168] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 615.262349] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 615.262553] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Attempting to claim resources in the placement API for instance 4a43bc91-94d5-46b4-8e29-e8a02d98249f {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 615.402022] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] [instance: 4a43bc91-94d5-46b4-8e29-e8a02d98249f] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 615.402022] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 615.402022] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 615.402247] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-90ccd2ae-0940-43ea-8ea8-5bde695a566b tempest-ServersTestFqdnHostnames-506908644 tempest-ServersTestFqdnHostnames-506908644-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 617.032174] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Starting to schedule for instances: ['07eb4258-4513-45f4-9789-0b362028abd7'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 617.032468] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 617.032630] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 617.032810] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 617.032999] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 617.035810] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 617.097833] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 617.098869] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 617.098869] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 617.105587] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 617.105587] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 617.105587] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 617.107314] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 617.107524] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 617.107901] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='1',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_1c65b725b7474926832d3ffd92af67db='1',num_proj_359089d39b2f4c95960a6768f9b4d1e6='1',num_proj_3b081340a09140ed9283752785719b50='1',num_proj_64a2dca870f64583ae77cb64d7eff903='1',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_ec0cec8728ec40b286d68178a70794e8='0',num_task_None='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:47Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 617.108191] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 617.108355] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 617.108865] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '80421e87-c5bb-4eae-acd0-fa2ce12d8bbe', '757b0e86-7d50-46c8-b69a-7e729d925cb1', '05155891-6002-4ac0-8386-62e8db523152', '4a43bc91-94d5-46b4-8e29-e8a02d98249f'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 617.109074] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 617.109329] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 617.109532] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 617.109739] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 617.109954] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 617.110139] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 617.110304] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 617.110464] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 617.110629] nova-scheduler[51591]: DEBUG nova.filters [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 617.111730] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 617.111730] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 617.111730] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Attempting to claim resources in the placement API for instance 07eb4258-4513-45f4-9789-0b362028abd7 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 617.176233] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] [instance: 07eb4258-4513-45f4-9789-0b362028abd7] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 617.176591] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 617.176753] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 617.176957] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-eaacd95f-bc94-485e-862b-064fab6eda6a tempest-ServersAdminTestJSON-1253349300 tempest-ServersAdminTestJSON-1253349300-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 622.597040] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Starting to schedule for instances: ['4fd28c4b-e5df-475b-bb3d-f163c9f5b436'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 622.597325] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 622.597486] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 622.597661] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 622.597878] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 622.598076] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 622.645524] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 622.645759] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 622.645931] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 622.653141] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 622.653375] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 622.653543] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 622.656169] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 622.656373] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 622.656735] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=5,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='2',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_1c65b725b7474926832d3ffd92af67db='2',num_proj_359089d39b2f4c95960a6768f9b4d1e6='1',num_proj_3b081340a09140ed9283752785719b50='1',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_task_spawning='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:53Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 622.657062] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 622.661021] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 622.661021] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '757b0e86-7d50-46c8-b69a-7e729d925cb1', '05155891-6002-4ac0-8386-62e8db523152', '4a43bc91-94d5-46b4-8e29-e8a02d98249f', '07eb4258-4513-45f4-9789-0b362028abd7'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 622.661021] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 622.661481] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 622.661481] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 622.661481] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 622.661481] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 622.661481] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 622.661632] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 622.661632] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 622.661632] nova-scheduler[51593]: DEBUG nova.filters [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 622.661632] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 622.661744] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 622.661744] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Attempting to claim resources in the placement API for instance 4fd28c4b-e5df-475b-bb3d-f163c9f5b436 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 622.720735] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] [instance: 4fd28c4b-e5df-475b-bb3d-f163c9f5b436] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 622.721093] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 622.721564] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 622.721799] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9b70fc6d-6afb-4564-b079-d74b8b7b8584 tempest-ServerDiagnosticsNegativeTest-1041573668 tempest-ServerDiagnosticsNegativeTest-1041573668-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 625.030867] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Starting to schedule for instances: ['9c4dffc8-3065-46ea-bdbf-49aa5bbaff6e'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 625.034499] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 625.034499] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 625.034499] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 625.034499] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 625.034499] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 625.084131] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 625.084443] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 625.084675] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 625.092283] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 625.092283] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 625.092556] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 625.095256] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 625.095526] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 625.095902] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=4,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='2',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_1c65b725b7474926832d3ffd92af67db='2',num_proj_359089d39b2f4c95960a6768f9b4d1e6='1',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='1',num_task_None='1',num_task_spawning='4',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:54Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 625.096288] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 625.096580] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 625.096762] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '05155891-6002-4ac0-8386-62e8db523152', '4a43bc91-94d5-46b4-8e29-e8a02d98249f', '07eb4258-4513-45f4-9789-0b362028abd7', '4fd28c4b-e5df-475b-bb3d-f163c9f5b436'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 625.096985] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 625.097312] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 625.097573] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 625.097817] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 625.098081] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 625.098300] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 625.098517] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 625.098750] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 625.098970] nova-scheduler[51591]: DEBUG nova.filters [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 625.099931] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 625.099931] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 625.099931] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Attempting to claim resources in the placement API for instance 9c4dffc8-3065-46ea-bdbf-49aa5bbaff6e {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 625.159340] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] [instance: 9c4dffc8-3065-46ea-bdbf-49aa5bbaff6e] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 625.160012] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 625.160548] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 625.160970] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-809cd186-fb47-4352-a103-a7f5850453a7 tempest-AttachInterfacesUnderV243Test-1609256439 tempest-AttachInterfacesUnderV243Test-1609256439-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 626.146690] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Starting to schedule for instances: ['b1a72905-ae94-42e3-8926-0f81cb502942'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 626.146690] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 626.146690] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 626.146690] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 626.147163] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 626.147163] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 626.195238] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 626.195475] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 626.195646] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 626.205623] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 626.205623] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 626.205802] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 626.208965] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 626.209224] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 626.209617] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=3,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='4',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_0584adefba3a4307aed8fd8fcca5267f='1',num_proj_1c65b725b7474926832d3ffd92af67db='1',num_proj_359089d39b2f4c95960a6768f9b4d1e6='1',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='1',num_task_None='2',num_task_spawning='3',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:56Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 626.210767] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 626.210767] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 626.210767] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '4a43bc91-94d5-46b4-8e29-e8a02d98249f', '07eb4258-4513-45f4-9789-0b362028abd7', '4fd28c4b-e5df-475b-bb3d-f163c9f5b436', '9c4dffc8-3065-46ea-bdbf-49aa5bbaff6e'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 626.211224] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 626.211537] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 626.211771] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 626.211958] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 626.212167] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 626.212330] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 626.212486] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 626.212653] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 626.212810] nova-scheduler[51593]: DEBUG nova.filters [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 626.212963] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 626.213136] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 626.213308] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Attempting to claim resources in the placement API for instance b1a72905-ae94-42e3-8926-0f81cb502942 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 626.308072] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] [instance: b1a72905-ae94-42e3-8926-0f81cb502942] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 626.308406] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 626.308625] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 626.308830] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ee93ddfa-1356-4c34-a435-08d39e0f65de tempest-ServersV294TestFqdnHostnames-1734968333 tempest-ServersV294TestFqdnHostnames-1734968333-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 627.222553] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Starting to schedule for instances: ['0f8eea4d-cada-419c-b352-0bb99b9548af'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 627.223023] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 627.223090] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 627.223604] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 627.223604] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 627.224667] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 627.276913] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 627.277080] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 627.277252] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 627.285450] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 627.285667] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 627.285835] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 627.287970] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 627.288191] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 627.288573] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=3,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195310,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1280,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=6,service_id=None,stats={failed_builds='4',io_workload='6',num_instances='6',num_os_type_None='6',num_proj_0584adefba3a4307aed8fd8fcca5267f='1',num_proj_1c65b725b7474926832d3ffd92af67db='1',num_proj_359089d39b2f4c95960a6768f9b4d1e6='1',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='1',num_proj_d83638802c3948e7a158d4a31c0c904b='1',num_task_None='3',num_task_spawning='3',num_vm_building='6'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:57Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=6) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 627.289306] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 627.289306] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 627.289306] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '07eb4258-4513-45f4-9789-0b362028abd7', '4fd28c4b-e5df-475b-bb3d-f163c9f5b436', '9c4dffc8-3065-46ea-bdbf-49aa5bbaff6e', 'b1a72905-ae94-42e3-8926-0f81cb502942'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 627.289522] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 627.290464] nova-scheduler[51591]: DEBUG nova.filters [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 627.290464] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 60.141521 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 627.290565] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1 has not been heard from in a while [ 627.290707] nova-scheduler[51591]: INFO nova.filters [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Filter ComputeFilter returned 0 hosts [ 627.291019] nova-scheduler[51591]: DEBUG nova.filters [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Filtering removed all hosts for the request with instance ID '0f8eea4d-cada-419c-b352-0bb99b9548af'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 627.291192] nova-scheduler[51591]: INFO nova.filters [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Filtering removed all hosts for the request with instance ID '0f8eea4d-cada-419c-b352-0bb99b9548af'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 627.292409] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 627.292409] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-0c941f8f-55ad-489d-9bd2-fd2d32270572 tempest-ServersAdmin275Test-747893895 tempest-ServersAdmin275Test-747893895-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 629.582038] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Starting to schedule for instances: ['cfe73cf5-8318-45f3-a241-c34bb4c74f1d'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 629.582038] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 629.582038] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 629.582038] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 629.582038] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 629.582615] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 629.628188] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 629.628423] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 629.628588] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 629.638544] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 629.638790] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 629.638962] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 629.641270] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 629.641564] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 629.641866] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195566,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1024,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=4,service_id=None,stats={failed_builds='5',io_workload='4',num_instances='4',num_os_type_None='4',num_proj_0584adefba3a4307aed8fd8fcca5267f='1',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='1',num_proj_d83638802c3948e7a158d4a31c0c904b='1',num_task_None='3',num_task_spawning='1',num_vm_building='4'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:12:59Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=4) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 629.642389] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 629.642389] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 629.642524] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '4fd28c4b-e5df-475b-bb3d-f163c9f5b436', '9c4dffc8-3065-46ea-bdbf-49aa5bbaff6e', 'b1a72905-ae94-42e3-8926-0f81cb502942'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 629.642652] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 629.642931] nova-scheduler[51593]: DEBUG nova.filters [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 629.643249] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 62.494529 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 629.643349] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 has not been heard from in a while [ 629.643504] nova-scheduler[51593]: INFO nova.filters [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Filter ComputeFilter returned 0 hosts [ 629.643678] nova-scheduler[51593]: DEBUG nova.filters [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Filtering removed all hosts for the request with instance ID 'cfe73cf5-8318-45f3-a241-c34bb4c74f1d'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 629.643804] nova-scheduler[51593]: INFO nova.filters [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Filtering removed all hosts for the request with instance ID 'cfe73cf5-8318-45f3-a241-c34bb4c74f1d'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 629.643948] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 629.644204] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-6917563c-3f25-4b5a-aa02-1d08bab846af tempest-TenantUsagesTestJSON-413035115 tempest-TenantUsagesTestJSON-413035115-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 636.502666] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Starting to schedule for instances: ['1aa4d32e-073b-4aa3-84a7-9d7c5fe45814'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 636.502987] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 636.506163] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 636.506163] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 636.506163] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 636.506163] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 636.567355] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 636.568589] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 636.569913] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 636.577896] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 636.579675] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 636.579675] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 636.581796] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 636.582385] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 636.584018] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=197,free_ram_mb=195694,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=3,mapped=1,memory_mb=196590,memory_mb_used=896,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=3,service_id=None,stats={failed_builds='7',io_workload='3',num_instances='3',num_os_type_None='3',num_proj_0584adefba3a4307aed8fd8fcca5267f='1',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='1',num_task_None='2',num_task_spawning='1',num_vm_building='3'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:06Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=3) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 636.584018] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 636.584191] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 636.584191] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', '9c4dffc8-3065-46ea-bdbf-49aa5bbaff6e', 'b1a72905-ae94-42e3-8926-0f81cb502942'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 636.584191] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 636.585469] nova-scheduler[51591]: DEBUG nova.filters [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 636.585469] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 69.436416 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 636.586076] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1 has not been heard from in a while [ 636.586076] nova-scheduler[51591]: INFO nova.filters [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filter ComputeFilter returned 0 hosts [ 636.586398] nova-scheduler[51591]: DEBUG nova.filters [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filtering removed all hosts for the request with instance ID '1aa4d32e-073b-4aa3-84a7-9d7c5fe45814'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 636.587982] nova-scheduler[51591]: INFO nova.filters [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filtering removed all hosts for the request with instance ID '1aa4d32e-073b-4aa3-84a7-9d7c5fe45814'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 636.587982] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 636.587982] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-773f6e6f-c2e7-4fbb-ba71-42c0877eda0a tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 638.351130] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Starting to schedule for instances: ['94385889-26e9-4091-8766-834be043c329'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 638.351130] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 638.351130] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 638.351130] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 638.351130] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 638.351518] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 638.430604] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 638.430800] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 638.431390] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 638.440999] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 638.442877] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 638.442877] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 638.443810] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 638.443898] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 638.444278] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=198,free_ram_mb=195822,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=2,mapped=1,memory_mb=196590,memory_mb_used=768,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=2,service_id=None,stats={failed_builds='8',io_workload='2',num_instances='2',num_os_type_None='2',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='1',num_task_None='1',num_task_spawning='1',num_vm_building='2'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:08Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=2) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 638.444576] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 638.444745] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 638.444932] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73', 'b1a72905-ae94-42e3-8926-0f81cb502942'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 638.445128] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 638.445390] nova-scheduler[51593]: DEBUG nova.filters [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 638.445605] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 71.297002 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 638.445759] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195822MB disk: 202752MB io_ops: 2 instances: 2, allocation_candidates: 1 has not been heard from in a while [ 638.445911] nova-scheduler[51593]: INFO nova.filters [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Filter ComputeFilter returned 0 hosts [ 638.446071] nova-scheduler[51593]: DEBUG nova.filters [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Filtering removed all hosts for the request with instance ID '94385889-26e9-4091-8766-834be043c329'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 638.446208] nova-scheduler[51593]: INFO nova.filters [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Filtering removed all hosts for the request with instance ID '94385889-26e9-4091-8766-834be043c329'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 638.446357] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 638.446505] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-5c49d3fe-460d-4b6f-9aa3-48eb16258ca5 tempest-VolumesAssistedSnapshotsTest-659397932 tempest-VolumesAssistedSnapshotsTest-659397932-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 642.479855] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Starting to schedule for instances: ['d81d9ec2-c548-4f1c-8ba6-623d919a2417'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 642.480227] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 642.480389] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 642.480563] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 642.480792] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 642.480969] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 642.538777] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 642.538777] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 642.538777] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 642.544720] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 642.545233] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 642.545503] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 642.547633] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 642.548143] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 642.548709] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 642.549254] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 642.550270] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 642.550270] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 642.550270] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 642.550481] nova-scheduler[51591]: DEBUG nova.filters [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 642.550481] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 75.401799 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 642.550594] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 642.550734] nova-scheduler[51591]: INFO nova.filters [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filter ComputeFilter returned 0 hosts [ 642.550883] nova-scheduler[51591]: DEBUG nova.filters [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filtering removed all hosts for the request with instance ID 'd81d9ec2-c548-4f1c-8ba6-623d919a2417'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 642.551033] nova-scheduler[51591]: INFO nova.filters [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filtering removed all hosts for the request with instance ID 'd81d9ec2-c548-4f1c-8ba6-623d919a2417'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 642.551318] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 642.551397] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-4e223444-afc7-4428-b9d3-d477aa7917db tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 646.302138] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Starting to schedule for instances: ['6b2679fa-6d24-4d18-895b-65c09575d7af'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 646.302138] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 646.302138] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 646.302138] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 646.302138] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 646.302630] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 646.347135] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 646.347375] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 646.347545] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 646.354350] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 646.354548] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 646.354714] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 646.356874] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 646.357116] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 646.357489] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 646.357777] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 646.357988] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 646.358175] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 646.358341] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 646.358594] nova-scheduler[51593]: DEBUG nova.filters [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 646.358804] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 79.210206 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 646.358981] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 646.359277] nova-scheduler[51593]: INFO nova.filters [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filter ComputeFilter returned 0 hosts [ 646.359339] nova-scheduler[51593]: DEBUG nova.filters [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filtering removed all hosts for the request with instance ID '6b2679fa-6d24-4d18-895b-65c09575d7af'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 646.359484] nova-scheduler[51593]: INFO nova.filters [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filtering removed all hosts for the request with instance ID '6b2679fa-6d24-4d18-895b-65c09575d7af'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 646.360130] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 646.360130] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a55d9e52-65cd-43cd-82fd-280eacdbba42 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 648.008531] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Starting to schedule for instances: ['67a1092b-1252-4bbf-8888-5be15bf8109d'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 648.008919] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 648.009128] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 648.009318] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 648.009536] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 648.009730] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 648.061033] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 648.061285] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 648.061555] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 648.069153] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 648.069153] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 648.069153] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 648.071712] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 648.072057] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 648.072315] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 648.072598] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 648.072771] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 648.072931] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 648.073112] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 648.073370] nova-scheduler[51591]: DEBUG nova.filters [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 648.073580] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 80.924982 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 648.073746] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 648.073912] nova-scheduler[51591]: INFO nova.filters [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filter ComputeFilter returned 0 hosts [ 648.074075] nova-scheduler[51591]: DEBUG nova.filters [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filtering removed all hosts for the request with instance ID '67a1092b-1252-4bbf-8888-5be15bf8109d'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 648.077446] nova-scheduler[51591]: INFO nova.filters [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filtering removed all hosts for the request with instance ID '67a1092b-1252-4bbf-8888-5be15bf8109d'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 648.077446] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 648.077446] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-ac457091-6c12-4b72-afe9-6abd88bd1a46 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 649.994782] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting to schedule for instances: ['8f0af9ab-95e6-424b-97ba-e015cb9dcbf3'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 649.995157] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 649.995285] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 649.995474] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 649.995666] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 649.997125] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 650.058628] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 650.058945] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 650.061056] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 650.065650] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 650.065957] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 650.066081] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 650.068958] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 650.068958] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 650.069350] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 650.069350] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 650.070066] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 650.070066] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 650.070066] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 650.070267] nova-scheduler[51593]: DEBUG nova.filters [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 650.070267] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 82.921272 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 650.070267] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 650.076018] nova-scheduler[51593]: INFO nova.filters [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeFilter returned 0 hosts [ 650.076018] nova-scheduler[51593]: DEBUG nova.filters [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID '8f0af9ab-95e6-424b-97ba-e015cb9dcbf3'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 650.076018] nova-scheduler[51593]: INFO nova.filters [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID '8f0af9ab-95e6-424b-97ba-e015cb9dcbf3'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 650.076018] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 650.076018] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-96018aa7-555a-437d-8092-4a99f8faabd1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 650.412498] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Starting to schedule for instances: ['5eb4982f-3953-459b-9d30-d1d4de19add1'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 650.414094] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 650.414094] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 650.414188] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 650.414365] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 650.414553] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 650.478523] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 650.478523] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 650.478523] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 650.488918] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 650.491503] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 650.491503] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 650.491503] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 650.491760] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 650.492013] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 650.492278] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 650.492445] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 650.492596] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 650.492756] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 650.493293] nova-scheduler[51591]: DEBUG nova.filters [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 650.493717] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 83.344906 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 650.494014] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 650.494189] nova-scheduler[51591]: INFO nova.filters [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filter ComputeFilter returned 0 hosts [ 650.494339] nova-scheduler[51591]: DEBUG nova.filters [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filtering removed all hosts for the request with instance ID '5eb4982f-3953-459b-9d30-d1d4de19add1'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 650.494541] nova-scheduler[51591]: INFO nova.filters [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filtering removed all hosts for the request with instance ID '5eb4982f-3953-459b-9d30-d1d4de19add1'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 650.494615] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 650.494759] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-0e451501-8503-40cb-b954-bb5999a8f5d9 tempest-ListImageFiltersTestJSON-1201066010 tempest-ListImageFiltersTestJSON-1201066010-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 653.967459] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Starting to schedule for instances: ['8bec0e37-bde4-4299-aa3c-b47f53ad05f1'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 653.967459] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 653.967904] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 653.967904] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 653.968093] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 653.968563] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 654.022792] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 654.023224] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 654.023547] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 654.031704] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 654.032048] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 654.032388] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 654.037505] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 654.037974] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 654.039241] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 654.039776] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 654.042018] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 654.042018] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 654.042018] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.003s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 654.042216] nova-scheduler[51593]: DEBUG nova.filters [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 654.042216] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 86.89231 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 654.042216] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 654.042216] nova-scheduler[51593]: INFO nova.filters [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Filter ComputeFilter returned 0 hosts [ 654.042216] nova-scheduler[51593]: DEBUG nova.filters [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Filtering removed all hosts for the request with instance ID '8bec0e37-bde4-4299-aa3c-b47f53ad05f1'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 654.042436] nova-scheduler[51593]: INFO nova.filters [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Filtering removed all hosts for the request with instance ID '8bec0e37-bde4-4299-aa3c-b47f53ad05f1'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 654.042436] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 654.042436] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-ad13b98d-cbd4-40a8-9cff-1d6ce9666f36 tempest-ServerMetadataNegativeTestJSON-1652162511 tempest-ServerMetadataNegativeTestJSON-1652162511-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 656.156942] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Starting to schedule for instances: ['bf3a1f73-e1ac-43d7-abed-8612f3ac4d83'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 656.158044] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 656.158044] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 656.158561] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 656.160296] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 656.160296] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 656.211842] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 656.212051] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 656.212261] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 656.219988] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 656.220472] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 656.220682] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 656.223042] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 656.223327] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 656.223727] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 656.224388] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 656.224388] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 656.224552] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 656.225560] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 656.225560] nova-scheduler[51591]: DEBUG nova.filters [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 656.225560] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 89.076818 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 656.225723] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 656.226061] nova-scheduler[51591]: INFO nova.filters [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Filter ComputeFilter returned 0 hosts [ 656.226255] nova-scheduler[51591]: DEBUG nova.filters [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Filtering removed all hosts for the request with instance ID 'bf3a1f73-e1ac-43d7-abed-8612f3ac4d83'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 656.226403] nova-scheduler[51591]: INFO nova.filters [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Filtering removed all hosts for the request with instance ID 'bf3a1f73-e1ac-43d7-abed-8612f3ac4d83'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 656.226557] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 656.226706] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a6adc284-e048-4f6d-8f68-b76182a9b9d0 tempest-ServersWithSpecificFlavorTestJSON-749080009 tempest-ServersWithSpecificFlavorTestJSON-749080009-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 658.796967] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Starting to schedule for instances: ['e75bac69-980c-4979-9226-99ac807e2cef'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 658.796967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 658.796967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 658.796967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 658.796967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 658.797279] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 658.852098] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 658.853977] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 658.853977] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 658.863527] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 658.863527] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 658.863527] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 658.866764] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 658.866997] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 658.867358] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 658.867650] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 658.867814] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 658.867985] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 658.868180] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 658.868437] nova-scheduler[51593]: DEBUG nova.filters [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 658.868710] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 91.720026 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 658.868867] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 658.868944] nova-scheduler[51593]: INFO nova.filters [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filter ComputeFilter returned 0 hosts [ 658.869243] nova-scheduler[51593]: DEBUG nova.filters [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filtering removed all hosts for the request with instance ID 'e75bac69-980c-4979-9226-99ac807e2cef'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 658.869299] nova-scheduler[51593]: INFO nova.filters [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filtering removed all hosts for the request with instance ID 'e75bac69-980c-4979-9226-99ac807e2cef'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 658.869411] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 658.869589] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-818359be-85d9-404a-954b-ddb9478cbfa6 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 659.000859] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Starting to schedule for instances: ['51d2f224-36ac-4abd-ac58-8646366641dd'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 659.002658] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 659.004474] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 659.004697] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 659.004906] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 659.005112] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 659.047592] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 659.048024] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 659.048024] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 659.054862] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 659.055190] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 659.055317] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 659.057586] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 659.057862] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 659.058161] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='9',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='1',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 659.058985] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 659.058985] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 659.058985] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Update host state with instances: ['2f8a30ee-d22b-42e6-abe6-db22d9a6fe73'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 659.059215] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 659.059215] nova-scheduler[51591]: DEBUG nova.filters [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 659.059443] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 91.910823 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 659.059574] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 659.059726] nova-scheduler[51591]: INFO nova.filters [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Filter ComputeFilter returned 0 hosts [ 659.059868] nova-scheduler[51591]: DEBUG nova.filters [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Filtering removed all hosts for the request with instance ID '51d2f224-36ac-4abd-ac58-8646366641dd'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 659.060018] nova-scheduler[51591]: INFO nova.filters [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Filtering removed all hosts for the request with instance ID '51d2f224-36ac-4abd-ac58-8646366641dd'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 659.060282] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 659.060493] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-03c5d4ec-efa6-4b5c-8721-fd512dc56025 tempest-FloatingIPsAssociationTestJSON-984485256 tempest-FloatingIPsAssociationTestJSON-984485256-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 660.030229] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Starting to schedule for instances: ['1cb24bc5-f9b4-4c1f-86fe-e2fac8574647'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 660.030229] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 660.030229] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 660.030229] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 660.030229] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 660.031375] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 660.092574] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 660.092574] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 660.092574] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 660.107227] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 660.107227] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 660.107227] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 660.107879] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 660.108493] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 660.108640] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 660.110028] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state with aggregates: [Aggregate(created_at=2024-10-16T20:13:26Z,deleted=False,deleted_at=None,hosts=['cpu-1'],id=7,metadata={},name='tempest-test_aggregate-742037633',updated_at=None,uuid=d68ef294-ed16-4ec2-bbf5-61e0fd2938ed)] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 660.110028] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 660.110028] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 660.110028] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 660.110028] nova-scheduler[51593]: DEBUG nova.filters [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 660.110028] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 92.961305 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 660.110540] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 660.110540] nova-scheduler[51593]: INFO nova.filters [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filter ComputeFilter returned 0 hosts [ 660.110540] nova-scheduler[51593]: DEBUG nova.filters [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filtering removed all hosts for the request with instance ID '1cb24bc5-f9b4-4c1f-86fe-e2fac8574647'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 660.110631] nova-scheduler[51593]: INFO nova.filters [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filtering removed all hosts for the request with instance ID '1cb24bc5-f9b4-4c1f-86fe-e2fac8574647'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 660.111723] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 660.111723] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-f05c7485-37b9-47c8-a67a-37c6ff08feca tempest-MigrationsAdminTest-714504537 tempest-MigrationsAdminTest-714504537-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 661.260024] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting to schedule for instances: ['af016b23-eba6-4038-9f11-919791e06ce1'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 661.260024] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 661.260024] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 661.260024] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 661.260024] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 661.260576] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 661.323592] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 661.323592] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 661.323885] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 661.330524] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 661.330721] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 661.331257] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 661.332778] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 661.333035] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 661.333430] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 661.333777] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with aggregates: [Aggregate(created_at=2024-10-16T20:13:26Z,deleted=False,deleted_at=None,hosts=['cpu-1'],id=7,metadata={},name='tempest-test_aggregate-742037633',updated_at=None,uuid=d68ef294-ed16-4ec2-bbf5-61e0fd2938ed)] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 661.333985] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 661.334130] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 661.334282] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 661.334605] nova-scheduler[51591]: DEBUG nova.filters [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 661.334885] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 94.186216 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 661.335176] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 661.335347] nova-scheduler[51591]: INFO nova.filters [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeFilter returned 0 hosts [ 661.335498] nova-scheduler[51591]: DEBUG nova.filters [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID 'af016b23-eba6-4038-9f11-919791e06ce1'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 661.335634] nova-scheduler[51591]: INFO nova.filters [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID 'af016b23-eba6-4038-9f11-919791e06ce1'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 661.336524] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 661.336524] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-436388f0-b352-4320-b44c-fb30a591a0c1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 663.735537] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Starting to schedule for instances: ['2bb5005e-a95d-44a8-9097-8762fec094ed'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 663.735537] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 663.735537] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 663.735537] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 663.737126] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 663.737800] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 663.806654] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 663.806895] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 663.807238] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 663.816172] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 663.816392] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 663.816545] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 663.818559] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 663.818757] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 663.819206] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 663.819477] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 663.819644] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 663.819793] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 663.819948] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 663.820280] nova-scheduler[51593]: DEBUG nova.filters [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 663.820508] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 96.671893 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 663.820714] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 663.820816] nova-scheduler[51593]: INFO nova.filters [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Filter ComputeFilter returned 0 hosts [ 663.821132] nova-scheduler[51593]: DEBUG nova.filters [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Filtering removed all hosts for the request with instance ID '2bb5005e-a95d-44a8-9097-8762fec094ed'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 663.824657] nova-scheduler[51593]: INFO nova.filters [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Filtering removed all hosts for the request with instance ID '2bb5005e-a95d-44a8-9097-8762fec094ed'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 663.824657] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 663.824657] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a6ad3383-550a-40c5-857e-4403f3ed9c12 tempest-ServerDiagnosticsTest-1820856144 tempest-ServerDiagnosticsTest-1820856144-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 668.348177] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Starting to schedule for instances: ['cd7db6db-62b8-44c9-a0d2-7de4b93625c0'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 668.349029] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 668.349029] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 668.349029] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 668.349029] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 668.349225] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 668.419234] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 668.419720] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 668.420074] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 668.432514] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 668.432742] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 668.432914] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 668.436622] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 668.436622] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 668.436622] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 668.436622] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 668.437249] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 668.437504] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 668.437699] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 668.437948] nova-scheduler[51591]: DEBUG nova.filters [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 668.438348] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 101.289563 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 668.438530] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 668.438788] nova-scheduler[51591]: INFO nova.filters [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filter ComputeFilter returned 0 hosts [ 668.439018] nova-scheduler[51591]: DEBUG nova.filters [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filtering removed all hosts for the request with instance ID 'cd7db6db-62b8-44c9-a0d2-7de4b93625c0'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 668.439169] nova-scheduler[51591]: INFO nova.filters [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filtering removed all hosts for the request with instance ID 'cd7db6db-62b8-44c9-a0d2-7de4b93625c0'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 668.439326] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 668.439472] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-8b59bad6-c84e-45f9-9be5-185b948c0e38 tempest-VolumesAdminNegativeTest-1360743485 tempest-VolumesAdminNegativeTest-1360743485-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 669.394831] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Starting to schedule for instances: ['e279efb7-5756-4c55-be2b-04bf2776cea4'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 669.395144] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 669.395788] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 669.395788] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 669.396044] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 669.396224] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 669.452374] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 669.452700] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 669.452824] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 669.460727] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 669.461026] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 669.461211] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 669.463965] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 669.464093] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 669.464409] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 669.464697] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 669.464873] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 669.465051] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 669.465216] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 669.465455] nova-scheduler[51593]: DEBUG nova.filters [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 669.465705] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 102.317069 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 669.465907] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 669.466079] nova-scheduler[51593]: INFO nova.filters [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filter ComputeFilter returned 0 hosts [ 669.466232] nova-scheduler[51593]: DEBUG nova.filters [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filtering removed all hosts for the request with instance ID 'e279efb7-5756-4c55-be2b-04bf2776cea4'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 669.466374] nova-scheduler[51593]: INFO nova.filters [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filtering removed all hosts for the request with instance ID 'e279efb7-5756-4c55-be2b-04bf2776cea4'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 669.466522] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 669.466668] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a878eeba-c333-45e2-9603-3b1e0f119917 tempest-ServersTestMultiNic-235525167 tempest-ServersTestMultiNic-235525167-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 670.285352] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Starting to schedule for instances: ['3fabb13b-1a95-4b65-8ace-46baf92ee929'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 670.285352] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 670.285352] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 670.285664] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 670.285742] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 670.285937] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 670.352594] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 670.353758] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 670.353758] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 670.371778] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 670.372067] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.008s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 670.373025] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 670.376188] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 670.376960] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 670.377092] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 670.378107] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 670.378107] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 670.378107] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 670.378107] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 670.378311] nova-scheduler[51591]: DEBUG nova.filters [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 670.380342] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 103.229855 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 670.381311] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 670.381311] nova-scheduler[51591]: INFO nova.filters [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Filter ComputeFilter returned 0 hosts [ 670.381311] nova-scheduler[51591]: DEBUG nova.filters [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Filtering removed all hosts for the request with instance ID '3fabb13b-1a95-4b65-8ace-46baf92ee929'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 670.381840] nova-scheduler[51591]: INFO nova.filters [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Filtering removed all hosts for the request with instance ID '3fabb13b-1a95-4b65-8ace-46baf92ee929'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 670.381840] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 670.381942] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e45d9f28-9360-4b28-a11d-0c80b18c2a98 tempest-ServersAdminNegativeTestJSON-598870793 tempest-ServersAdminNegativeTestJSON-598870793-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 672.499845] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting to schedule for instances: ['98b908e7-70cf-412b-93d7-8fc790a9fda8'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 672.499845] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 672.499845] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 672.499845] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 672.499845] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 672.500498] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 672.560282] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 672.560554] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 672.560733] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 672.569981] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 672.570340] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 672.570666] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 672.573457] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 672.573638] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 672.573951] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 672.574427] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 672.576138] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 672.576138] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 672.576138] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 672.576138] nova-scheduler[51593]: DEBUG nova.filters [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 672.576138] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 105.426803 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 672.576138] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 672.576138] nova-scheduler[51593]: INFO nova.filters [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeFilter returned 0 hosts [ 672.576623] nova-scheduler[51593]: DEBUG nova.filters [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID '98b908e7-70cf-412b-93d7-8fc790a9fda8'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 672.576623] nova-scheduler[51593]: INFO nova.filters [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID '98b908e7-70cf-412b-93d7-8fc790a9fda8'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 672.576623] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 672.576755] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-aee10459-57c4-45c4-9e85-4d778ba4b0af tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 678.153535] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting to schedule for instances: ['cfcc866e-bac3-4417-809d-0f00292731a5'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 678.154010] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 678.154220] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 678.154503] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 678.155409] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 678.155610] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 678.211665] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 678.211665] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 678.211665] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 678.218913] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 678.219184] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 678.219618] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 678.221770] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 678.221958] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 678.222466] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='10',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_0584adefba3a4307aed8fd8fcca5267f='0',num_proj_1c65b725b7474926832d3ffd92af67db='0',num_proj_359089d39b2f4c95960a6768f9b4d1e6='0',num_proj_3b081340a09140ed9283752785719b50='0',num_proj_64a2dca870f64583ae77cb64d7eff903='0',num_proj_9468510ce958424da5fc4ec68a07d6e9='0',num_proj_bd2bc2d1b262440f90066cdcb1bfc630='0',num_proj_d83638802c3948e7a158d4a31c0c904b='0',num_task_None='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 678.222715] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 678.223293] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 678.257799] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 678.257799] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 678.257799] nova-scheduler[51591]: DEBUG nova.filters [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 678.257799] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 111.075567 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 678.257799] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 678.257799] nova-scheduler[51591]: INFO nova.filters [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeFilter returned 0 hosts [ 678.257799] nova-scheduler[51591]: DEBUG nova.filters [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID 'cfcc866e-bac3-4417-809d-0f00292731a5'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 678.257799] nova-scheduler[51591]: INFO nova.filters [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtering removed all hosts for the request with instance ID 'cfcc866e-bac3-4417-809d-0f00292731a5'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 678.257799] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 678.257799] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-49888db7-0528-4a14-b99e-1f63abfcf0b2 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 678.389018] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Acquiring lock "host_instance" by "nova.scheduler.host_manager.HostManager.sync_instance_info" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 678.395205] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "host_instance" acquired by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 678.395338] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Acquiring lock "host_instance" by "nova.scheduler.host_manager.HostManager.sync_instance_info" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 678.395380] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 678.395408] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "host_instance" acquired by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: waited 0.007s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 678.395436] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 678.395436] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 678.395483] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 678.395483] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 678.395483] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 678.398382] nova-scheduler[51593]: INFO nova.scheduler.host_manager [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Received a sync request from an unknown host 'cpu-1'. Re-created its InstanceList. [ 678.398382] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "host_instance" "released" by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: held 0.009s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 678.402163] nova-scheduler[51591]: INFO nova.scheduler.host_manager [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Received a sync request from an unknown host 'cpu-1'. Re-created its InstanceList. [ 678.402163] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-fd2fe5cc-7fc4-43fb-a7a6-abd7acc4ad0e None None] Lock "host_instance" "released" by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: held 0.008s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 682.657689] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Starting to schedule for instances: ['e0472520-c69a-44a8-bf3f-08689ee5c833'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 682.658626] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 682.661210] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 682.661443] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 682.661655] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 682.661845] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 682.705680] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 682.705907] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 682.706082] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 682.720389] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 682.720642] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 682.720806] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 682.723367] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 682.723554] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 682.723911] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='11'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:51Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 682.724230] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 682.724447] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 682.724543] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 682.725319] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 682.725319] nova-scheduler[51593]: DEBUG nova.filters [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 682.725319] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 115.576568 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 682.725624] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 682.725809] nova-scheduler[51593]: INFO nova.filters [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filter ComputeFilter returned 0 hosts [ 682.725976] nova-scheduler[51593]: DEBUG nova.filters [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filtering removed all hosts for the request with instance ID 'e0472520-c69a-44a8-bf3f-08689ee5c833'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 682.726132] nova-scheduler[51593]: INFO nova.filters [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filtering removed all hosts for the request with instance ID 'e0472520-c69a-44a8-bf3f-08689ee5c833'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 682.726292] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 682.726446] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-01be598e-70ca-4d6c-90d4-7fddc7777332 tempest-SecurityGroupsTestJSON-2012520425 tempest-SecurityGroupsTestJSON-2012520425-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 684.089953] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Starting to schedule for instances: ['a3d05b8b-79b0-4b2c-abbc-242e81659a04'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 684.090270] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 684.090434] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 684.090612] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 684.090806] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 684.091104] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 684.146080] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 684.146979] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 684.146979] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 684.154532] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 684.154738] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 684.154898] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 684.157513] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 684.157723] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 684.158100] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='11'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:51Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 684.158390] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 684.158557] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 684.158705] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 684.158863] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 684.159142] nova-scheduler[51591]: DEBUG nova.filters [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 684.159349] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 117.010755 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 684.159528] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 684.159678] nova-scheduler[51591]: INFO nova.filters [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Filter ComputeFilter returned 0 hosts [ 684.159821] nova-scheduler[51591]: DEBUG nova.filters [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Filtering removed all hosts for the request with instance ID 'a3d05b8b-79b0-4b2c-abbc-242e81659a04'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 684.159954] nova-scheduler[51591]: INFO nova.filters [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Filtering removed all hosts for the request with instance ID 'a3d05b8b-79b0-4b2c-abbc-242e81659a04'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 684.160109] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 684.160254] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-466d45d8-a48e-4fe9-a074-95ecca19ca90 tempest-ServerRescueTestJSON-456204069 tempest-ServerRescueTestJSON-456204069-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 685.099794] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Starting to schedule for instances: ['cb250224-37da-4269-a5e8-16a27f26cfa0'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 685.102225] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 685.104463] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 685.104463] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 685.104463] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 685.104463] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 685.163036] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 685.163036] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 685.163171] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 685.172119] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 685.172332] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 685.172496] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 685.180039] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 685.180511] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 685.180918] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='11'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:51Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 685.181306] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 685.181577] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 685.181577] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 685.181899] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 685.183489] nova-scheduler[51593]: DEBUG nova.filters [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 685.183896] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 118.03517 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 685.184118] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 685.184296] nova-scheduler[51593]: INFO nova.filters [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter ComputeFilter returned 0 hosts [ 685.184452] nova-scheduler[51593]: DEBUG nova.filters [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filtering removed all hosts for the request with instance ID 'cb250224-37da-4269-a5e8-16a27f26cfa0'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 685.184590] nova-scheduler[51593]: INFO nova.filters [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filtering removed all hosts for the request with instance ID 'cb250224-37da-4269-a5e8-16a27f26cfa0'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 685.184824] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 685.185017] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-e6b458e6-1262-44c3-b4df-a6342292dee0 tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 686.809595] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Starting to schedule for instances: ['afc09864-67e5-4104-931f-4b18b90c69b1'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 686.809895] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 686.810814] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 686.811436] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 686.811436] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 686.811436] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 686.861018] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 686.861263] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 686.861442] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 686.868791] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 686.868920] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 686.869109] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 686.871030] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 686.871234] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 686.871818] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='11'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:51Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 686.872138] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 686.872314] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 1, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 11, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 686.872472] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 686.872638] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 686.872894] nova-scheduler[51591]: DEBUG nova.filters [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 686.873120] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:11:58. Elapsed time is 119.724504 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 686.873552] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 686.873552] nova-scheduler[51591]: INFO nova.filters [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ComputeFilter returned 0 hosts [ 686.873663] nova-scheduler[51591]: DEBUG nova.filters [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filtering removed all hosts for the request with instance ID 'afc09864-67e5-4104-931f-4b18b90c69b1'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 686.873730] nova-scheduler[51591]: INFO nova.filters [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filtering removed all hosts for the request with instance ID 'afc09864-67e5-4104-931f-4b18b90c69b1'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 686.873880] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 686.874036] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-1af3df5e-e50c-49ba-97cf-4b633f78ce71 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 687.952225] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Starting to schedule for instances: ['763e888f-2290-4ca2-ab8e-703450a21e35'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 687.952225] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 687.952225] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 687.952829] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 687.953177] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 687.953539] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 688.005386] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 688.005619] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 688.005789] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 688.012798] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 688.013019] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 688.013486] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 688.018026] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 688.018026] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 688.018026] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='11'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:51Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 688.018026] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 688.018026] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 688.018026] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 688.018026] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 688.018026] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 688.018026] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 688.018499] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 688.018499] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 688.018499] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 688.018499] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 688.018627] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 688.018746] nova-scheduler[51593]: DEBUG nova.filters [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 688.018902] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 688.019576] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 688.019576] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Attempting to claim resources in the placement API for instance 763e888f-2290-4ca2-ab8e-703450a21e35 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 688.076778] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] [instance: 763e888f-2290-4ca2-ab8e-703450a21e35] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 688.077045] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 688.077248] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 688.078039] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4aac40cc-3b82-4890-a31e-2806c25eff4d tempest-InstanceActionsNegativeTestJSON-1192799410 tempest-InstanceActionsNegativeTestJSON-1192799410-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 690.066689] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting to schedule for instances: ['b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 690.066971] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 690.067287] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 690.067690] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 690.068015] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 690.068269] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 690.132483] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 690.132953] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 690.134266] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 690.141958] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 690.142182] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 690.143346] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 690.147797] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 690.148015] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 690.148396] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='11',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_6313f0295f5f49a8a507833c28e32831='1',num_task_None='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:13:59Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 690.148786] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 690.148922] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 690.149280] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with instances: ['763e888f-2290-4ca2-ab8e-703450a21e35'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 690.149280] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 690.149587] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 690.149750] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 690.149938] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 690.150613] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 690.150613] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 690.150613] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 690.150740] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 690.151262] nova-scheduler[51591]: DEBUG nova.filters [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 690.151262] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 690.151262] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 690.151397] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Attempting to claim resources in the placement API for instance b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 690.236790] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] [instance: b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 690.237168] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 690.237390] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 690.237596] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-2da55564-4210-41d2-8253-83e4311b7f82 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 691.039658] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting to schedule for instances: ['8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 691.040196] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 691.040967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 691.040967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 691.040967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 691.040967] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 691.095565] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 691.095565] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 691.095832] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 691.104371] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 691.104449] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 691.104672] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 691.106962] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 691.107234] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 691.107701] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=198,free_ram_mb=195822,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=2,mapped=1,memory_mb=196590,memory_mb_used=768,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=2,service_id=None,stats={failed_builds='11',io_workload='2',num_instances='2',num_os_type_None='2',num_proj_6313f0295f5f49a8a507833c28e32831='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_task_None='2',num_vm_building='2'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:01Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=2) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 691.108095] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 691.108326] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 691.108540] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state with instances: ['763e888f-2290-4ca2-ab8e-703450a21e35', 'b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 691.108757] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 691.109069] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 691.109334] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.109608] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.109871] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.110105] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.110334] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.110668] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.110809] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.111108] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195822MB disk: 202752MB io_ops: 2 instances: 2, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 691.111355] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195822MB disk: 202752MB io_ops: 2 instances: 2, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 691.111588] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Attempting to claim resources in the placement API for instance 8aec9e05-7685-4895-b375-6f5cd45e7a5f {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 691.181635] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] [instance: 8aec9e05-7685-4895-b375-6f5cd45e7a5f] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195822MB disk: 202752MB io_ops: 2 instances: 2, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 691.181932] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 691.182153] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 691.182347] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 691.182579] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 691.182825] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.183017] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.184445] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 691.184694] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 691.185399] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Attempting to claim resources in the placement API for instance 9807a449-4cca-416c-815d-99d5bc674464 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 691.251301] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] [instance: 9807a449-4cca-416c-815d-99d5bc674464] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 691.251557] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 691.251831] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 691.253111] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 691.253636] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 691.253636] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.253816] nova-scheduler[51593]: DEBUG nova.filters [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 691.253998] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 691.254194] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c20c6cda-8329-470d-bb0a-e8411f60673e tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 692.247736] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Starting to schedule for instances: ['3157e7e4-fe8e-42b6-891b-ae0333b25f33'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 692.248044] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 692.248205] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 692.248379] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 692.248570] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 692.248745] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 692.304153] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 692.304449] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 692.304665] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 692.313300] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 692.313758] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 692.313758] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 692.315815] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 692.316018] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 692.316395] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195566,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1024,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=4,service_id=None,stats={failed_builds='11',io_workload='4',num_instances='4',num_os_type_None='4',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_6313f0295f5f49a8a507833c28e32831='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_task_None='4',num_vm_building='4'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:02Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=4) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 692.316684] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 692.316856] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 692.317024] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Update host state with instances: ['763e888f-2290-4ca2-ab8e-703450a21e35', 'b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 692.318114] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 692.318114] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 692.318114] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 692.318114] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 692.318114] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 692.318332] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 692.318332] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 692.318622] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 692.318724] nova-scheduler[51591]: DEBUG nova.filters [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 692.319247] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 692.319443] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 692.319646] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Attempting to claim resources in the placement API for instance 3157e7e4-fe8e-42b6-891b-ae0333b25f33 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 692.377851] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] [instance: 3157e7e4-fe8e-42b6-891b-ae0333b25f33] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 692.378165] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 692.378425] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 692.378643] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e7d3ab3a-b6e4-4e29-9faa-9d8b79887071 tempest-ServersTestBootFromVolume-1733111900 tempest-ServersTestBootFromVolume-1733111900-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 693.094340] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Starting to schedule for instances: ['1015f7da-bc69-489b-bb38-b31c1fe919a8'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 693.094659] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 693.095468] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 693.095468] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 693.099196] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 693.099196] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 693.162203] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 693.162497] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 693.162703] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 693.172382] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 693.172382] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 693.172382] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 693.174648] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 693.174980] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 693.175621] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='11',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_6313f0295f5f49a8a507833c28e32831='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_task_None='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:03Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 693.175855] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 693.176298] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 693.176476] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Update host state with instances: ['763e888f-2290-4ca2-ab8e-703450a21e35', 'b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 693.176841] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 693.176951] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 693.177121] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 693.177723] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 693.177961] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 693.178153] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 693.178322] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 693.178489] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 693.178880] nova-scheduler[51593]: DEBUG nova.filters [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 693.178880] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 200704MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 693.178970] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 200704MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 693.179149] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Attempting to claim resources in the placement API for instance 1015f7da-bc69-489b-bb38-b31c1fe919a8 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 693.235415] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] [instance: 1015f7da-bc69-489b-bb38-b31c1fe919a8] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 200704MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 693.236232] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 693.236232] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 693.236232] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-2a496f26-98de-4e80-bd2f-f3a7e435a774 tempest-ServerActionsTestJSON-841667631 tempest-ServerActionsTestJSON-841667631-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 694.529457] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Starting to schedule for instances: ['d65656c5-2cdb-4152-8e47-20d182d39c7a'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 694.530122] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 694.530122] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 694.533691] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 694.533691] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 694.533691] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 694.589671] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 694.590102] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 694.590439] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 694.597105] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 694.597523] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 694.598611] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 694.600593] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 694.600958] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 694.601504] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195310,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1280,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=6,service_id=None,stats={failed_builds='11',io_workload='6',num_instances='6',num_os_type_None='6',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_6313f0295f5f49a8a507833c28e32831='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='6',num_vm_building='6'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:04Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=6) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 694.602037] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 694.602422] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 694.603072] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with instances: ['763e888f-2290-4ca2-ab8e-703450a21e35', 'b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 694.603072] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 694.603488] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.filters [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 199680MB io_ops: 6 instances: 6, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 199680MB io_ops: 6 instances: 6, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 694.608440] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Attempting to claim resources in the placement API for instance d65656c5-2cdb-4152-8e47-20d182d39c7a {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 694.665645] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] [instance: d65656c5-2cdb-4152-8e47-20d182d39c7a] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 199680MB io_ops: 6 instances: 6, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 694.667837] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 694.667837] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 694.667837] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb8aeec1-f9fc-4384-b67c-4de11960bfa9 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.410058] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Starting to schedule for instances: ['06b62938-99d6-43a1-af87-aced894bc8d8'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 695.410361] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 695.410521] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 695.410705] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 695.410909] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 695.412364] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 695.453924] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 695.454175] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 695.454347] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.461143] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 695.461389] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 695.461588] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.463947] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 695.464182] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 695.464977] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195182,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1408,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=7,service_id=None,stats={failed_builds='11',io_workload='7',num_instances='7',num_os_type_None='7',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='7',num_vm_building='7'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:05Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=7) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 695.465330] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 695.465524] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 695.465711] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Update host state with instances: ['763e888f-2290-4ca2-ab8e-703450a21e35', 'b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8', 'd65656c5-2cdb-4152-8e47-20d182d39c7a'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 695.465901] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.466240] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 695.466488] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.466729] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.466944] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.467387] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.467841] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.468101] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.468279] nova-scheduler[51593]: DEBUG nova.filters [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.468466] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 198656MB io_ops: 7 instances: 7, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 695.468660] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 198656MB io_ops: 7 instances: 7, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 695.468859] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Attempting to claim resources in the placement API for instance 06b62938-99d6-43a1-af87-aced894bc8d8 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 695.526107] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] [instance: 06b62938-99d6-43a1-af87-aced894bc8d8] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 198656MB io_ops: 7 instances: 7, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 695.526411] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 695.528016] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 695.528016] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b77ca966-bc92-488d-ad60-79efd9f488e9 tempest-ServerActionsV293TestJSON-186183883 tempest-ServerActionsV293TestJSON-186183883-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.879252] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Starting to schedule for instances: ['630acd3e-e4e3-483b-984c-7023fd8c77d5'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 695.880200] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 695.880538] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 695.880858] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 695.881206] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 695.881594] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 695.927756] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 695.927756] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 695.927756] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.934369] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 695.934782] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 695.935235] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.939387] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 695.939805] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 695.941025] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195182,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1408,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=7,service_id=None,stats={failed_builds='11',io_workload='7',num_instances='7',num_os_type_None='7',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='7',num_vm_building='7'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:05Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=7) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 695.941025] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 695.941025] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 695.941346] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Update host state with instances: ['763e888f-2290-4ca2-ab8e-703450a21e35', 'b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8', 'd65656c5-2cdb-4152-8e47-20d182d39c7a', '06b62938-99d6-43a1-af87-aced894bc8d8'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 695.941676] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 695.942168] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 695.942571] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.943018] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.filters [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 198656MB io_ops: 7 instances: 7, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 198656MB io_ops: 7 instances: 7, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 695.946025] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Attempting to claim resources in the placement API for instance 630acd3e-e4e3-483b-984c-7023fd8c77d5 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 696.006368] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] [instance: 630acd3e-e4e3-483b-984c-7023fd8c77d5] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 198656MB io_ops: 7 instances: 7, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 696.006657] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 696.006863] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 696.007080] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e76fd938-6cea-43d0-a2d5-b39b455f0e5f tempest-ServerMetadataTestJSON-521948342 tempest-ServerMetadataTestJSON-521948342-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 698.156879] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Starting to schedule for instances: ['588eb672-6240-46cd-8e93-b38c9e2829bf'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 698.157173] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 698.157350] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 698.157542] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 698.157950] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 698.158180] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 698.207296] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 698.207545] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 698.207712] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 698.215354] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 698.215564] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 698.215731] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 698.217961] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 698.218181] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 698.218547] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195054,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1536,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=8,service_id=None,stats={failed_builds='11',io_workload='8',num_instances='8',num_os_type_None='8',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_29c14b15b48749a9bf540ab72ee49451='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='8',num_vm_building='8'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:08Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=8) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 698.219015] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 698.219199] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 698.219359] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state with instances: ['b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8', 'd65656c5-2cdb-4152-8e47-20d182d39c7a', '06b62938-99d6-43a1-af87-aced894bc8d8', '630acd3e-e4e3-483b-984c-7023fd8c77d5'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 698.219524] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 698.219806] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 698.220020] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 698.220206] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 698.220403] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 698.220567] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 698.220728] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 698.220893] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 698.221068] nova-scheduler[51593]: DEBUG nova.filters [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 698.221227] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 198656MB io_ops: 8 instances: 8, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 698.221394] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 198656MB io_ops: 8 instances: 8, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 698.221571] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Attempting to claim resources in the placement API for instance 588eb672-6240-46cd-8e93-b38c9e2829bf {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 698.291515] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] [instance: 588eb672-6240-46cd-8e93-b38c9e2829bf] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 198656MB io_ops: 8 instances: 8, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 698.291814] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 698.292056] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 698.292262] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-d55aa827-a7ac-46c0-81bd-11eb87ba0ab2 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 698.926512] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Starting to schedule for instances: ['3f53c35f-40ea-4094-89e2-624b156e5560'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 698.926512] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 698.926512] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 698.926512] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 698.928904] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 698.928904] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 698.989981] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 698.993360] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 698.993360] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 699.000698] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 699.000915] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 699.001106] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 699.003915] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 699.003915] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 699.004118] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=193,free_ram_mb=194926,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=7,mapped=1,memory_mb=196590,memory_mb_used=1664,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=9,service_id=None,stats={failed_builds='11',io_workload='9',num_instances='9',num_os_type_None='9',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_29c14b15b48749a9bf540ab72ee49451='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='9',num_vm_building='9'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:09Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=9) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 699.004578] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 699.004578] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 699.006023] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Update host state with instances: ['b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8', 'd65656c5-2cdb-4152-8e47-20d182d39c7a', '06b62938-99d6-43a1-af87-aced894bc8d8', '630acd3e-e4e3-483b-984c-7023fd8c77d5', '588eb672-6240-46cd-8e93-b38c9e2829bf'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 699.006023] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 699.006023] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 699.006023] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.006023] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.006023] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.006023] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.006697] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.006886] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.007066] nova-scheduler[51591]: DEBUG nova.filters [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.007225] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 197632MB io_ops: 9 instances: 9, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 699.007388] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 197632MB io_ops: 9 instances: 9, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 699.007564] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Attempting to claim resources in the placement API for instance 3f53c35f-40ea-4094-89e2-624b156e5560 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 699.077966] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] [instance: 3f53c35f-40ea-4094-89e2-624b156e5560] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 197632MB io_ops: 9 instances: 9, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 699.077966] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 699.077966] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 699.077966] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-03d19712-5d7d-41b1-bf45-b29d7202674e tempest-FloatingIPsAssociationNegativeTestJSON-641891694 tempest-FloatingIPsAssociationNegativeTestJSON-641891694-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 699.776249] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Starting to schedule for instances: ['e89d07fc-9c98-4352-b609-c7fde7ee0d39'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 699.776749] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 699.776749] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 699.776868] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 699.777729] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 699.777992] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 699.832078] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 699.832078] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 699.832078] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 699.838069] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 699.838307] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 699.838478] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 699.841682] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 699.841891] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 699.842289] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=192,free_ram_mb=194798,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=8,mapped=1,memory_mb=196590,memory_mb_used=1792,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=10,service_id=None,stats={failed_builds='12',io_workload='10',num_instances='10',num_os_type_None='10',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_29c14b15b48749a9bf540ab72ee49451='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_734b5ead550e4b53b20700d2f870a662='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='10',num_vm_building='10'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:10Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=10) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 699.842579] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 699.842750] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 699.842949] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Update host state with instances: ['b310c1fd-3a8b-49d7-8990-a9e7cc6ba5d0', '8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8', 'd65656c5-2cdb-4152-8e47-20d182d39c7a', '06b62938-99d6-43a1-af87-aced894bc8d8', '630acd3e-e4e3-483b-984c-7023fd8c77d5', '588eb672-6240-46cd-8e93-b38c9e2829bf', '3f53c35f-40ea-4094-89e2-624b156e5560'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 699.843133] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 699.843486] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 699.844044] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.844262] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.844467] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.844635] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.844800] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.844972] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.845233] nova-scheduler[51593]: DEBUG nova.filters [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 699.845372] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194798MB disk: 196608MB io_ops: 10 instances: 10, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 699.845528] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194798MB disk: 196608MB io_ops: 10 instances: 10, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 699.845621] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Attempting to claim resources in the placement API for instance e89d07fc-9c98-4352-b609-c7fde7ee0d39 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 699.911510] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] [instance: e89d07fc-9c98-4352-b609-c7fde7ee0d39] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194798MB disk: 196608MB io_ops: 10 instances: 10, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 699.911809] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 699.912043] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 699.912269] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-3c50ac49-812f-40fa-97c2-94d4f40a811a tempest-ServerExternalEventsTest-180751548 tempest-ServerExternalEventsTest-180751548-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 700.978905] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Starting to schedule for instances: ['e31d29d1-c49c-4696-85c9-11cb985a7bfd'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 700.979352] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 700.979475] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 700.979544] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 700.979761] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 700.979958] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 701.030966] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 701.031288] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 701.031465] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 701.038567] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 701.038866] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 701.038966] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 701.042779] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 701.042779] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 701.042779] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=193,free_ram_mb=194926,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=7,mapped=1,memory_mb=196590,memory_mb_used=1664,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=9,service_id=None,stats={failed_builds='12',io_workload='9',num_instances='9',num_os_type_None='9',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_29c14b15b48749a9bf540ab72ee49451='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_734b5ead550e4b53b20700d2f870a662='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='9',num_vm_building='9'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:11Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=9) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 701.042779] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 701.042779] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 701.042779] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Update host state with instances: ['8aec9e05-7685-4895-b375-6f5cd45e7a5f', '9807a449-4cca-416c-815d-99d5bc674464', '3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8', 'd65656c5-2cdb-4152-8e47-20d182d39c7a', '06b62938-99d6-43a1-af87-aced894bc8d8', '630acd3e-e4e3-483b-984c-7023fd8c77d5', '588eb672-6240-46cd-8e93-b38c9e2829bf', '3f53c35f-40ea-4094-89e2-624b156e5560'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 701.043424] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 701.043424] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 701.043424] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 701.043424] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 701.043539] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 701.044014] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 701.044268] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 701.044680] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 701.044865] nova-scheduler[51591]: DEBUG nova.filters [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 701.045052] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 197632MB io_ops: 9 instances: 9, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 701.045227] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 197632MB io_ops: 9 instances: 9, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 701.045400] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Attempting to claim resources in the placement API for instance e31d29d1-c49c-4696-85c9-11cb985a7bfd {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 701.109215] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] [instance: e31d29d1-c49c-4696-85c9-11cb985a7bfd] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 197632MB io_ops: 9 instances: 9, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 701.109513] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 701.109774] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 701.109982] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b291991a-1815-4df6-85ef-360a6665a47f tempest-ImagesOneServerNegativeTestJSON-1962047279 tempest-ImagesOneServerNegativeTestJSON-1962047279-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 702.851931] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Starting to schedule for instances: ['6fdadbc2-14e5-440f-aba2-4db693f56de6'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 702.852218] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 702.852377] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 702.852548] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 702.852742] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 702.852916] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 702.896641] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 702.896943] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 702.899259] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 702.906249] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 702.906450] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 702.906616] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 702.908657] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 702.908864] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 702.909231] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195054,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1536,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=8,service_id=None,stats={failed_builds='13',io_workload='8',num_instances='8',num_os_type_None='8',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='1',num_proj_29c14b15b48749a9bf540ab72ee49451='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_734b5ead550e4b53b20700d2f870a662='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='8',num_vm_building='8'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:13Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=8) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 702.909932] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 702.909932] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 702.909932] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Update host state with instances: ['3157e7e4-fe8e-42b6-891b-ae0333b25f33', '1015f7da-bc69-489b-bb38-b31c1fe919a8', 'd65656c5-2cdb-4152-8e47-20d182d39c7a', '06b62938-99d6-43a1-af87-aced894bc8d8', '630acd3e-e4e3-483b-984c-7023fd8c77d5', '588eb672-6240-46cd-8e93-b38c9e2829bf', '3f53c35f-40ea-4094-89e2-624b156e5560', 'e89d07fc-9c98-4352-b609-c7fde7ee0d39'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 702.910113] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 702.910282] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 702.910486] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 702.910735] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 702.910948] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 702.911131] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 702.911294] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 702.911457] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 702.911616] nova-scheduler[51593]: DEBUG nova.filters [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 702.911771] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 198656MB io_ops: 8 instances: 8, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 702.911937] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 198656MB io_ops: 8 instances: 8, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 702.912453] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Attempting to claim resources in the placement API for instance 6fdadbc2-14e5-440f-aba2-4db693f56de6 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 702.972934] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] [instance: 6fdadbc2-14e5-440f-aba2-4db693f56de6] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 198656MB io_ops: 8 instances: 8, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 702.973241] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 702.973443] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 702.973639] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-fddcb85f-3a85-4025-b855-feae0a7344e7 tempest-ListServerFiltersTestJSON-1569189728 tempest-ListServerFiltersTestJSON-1569189728-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 704.382759] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Starting to schedule for instances: ['73b2fd88-ded1-4a92-a973-6a49e57faa5e'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 704.384049] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 704.384049] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 704.384049] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 704.384049] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 704.384380] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 704.436577] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 704.436814] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 704.436992] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 704.444247] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 704.444461] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 704.444628] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 704.446971] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 704.447628] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 704.448072] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=192,free_ram_mb=194734,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=8,mapped=1,memory_mb=196590,memory_mb_used=1856,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=10,service_id=None,stats={failed_builds='15',io_workload='10',num_instances='10',num_os_type_None='10',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='1',num_proj_29c14b15b48749a9bf540ab72ee49451='1',num_proj_348e51e63ac440b1965e88712c05a3f1='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='2',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='1',num_proj_734b5ead550e4b53b20700d2f870a662='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='1',num_task_None='10',num_vm_building='10'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:15Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=10) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 704.448377] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 704.448651] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 704.448737] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Update host state with instances: ['3157e7e4-fe8e-42b6-891b-ae0333b25f33', 'd65656c5-2cdb-4152-8e47-20d182d39c7a', '06b62938-99d6-43a1-af87-aced894bc8d8', '630acd3e-e4e3-483b-984c-7023fd8c77d5', '588eb672-6240-46cd-8e93-b38c9e2829bf', '3f53c35f-40ea-4094-89e2-624b156e5560', 'e89d07fc-9c98-4352-b609-c7fde7ee0d39', 'e31d29d1-c49c-4696-85c9-11cb985a7bfd', '6fdadbc2-14e5-440f-aba2-4db693f56de6'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 704.448861] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 704.449127] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 704.449337] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 704.449515] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 704.449718] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 704.450584] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 704.450840] nova-scheduler[51591]: DEBUG nova.scheduler.filters.affinity_filter [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Group affinity: check if cpu-1 in [] {{(pid=51591) host_passes /opt/stack/nova/nova/scheduler/filters/affinity_filter.py:152}} [ 704.451011] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 704.452074] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 704.452074] nova-scheduler[51591]: DEBUG nova.filters [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 704.452074] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194734MB disk: 196608MB io_ops: 10 instances: 10, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 704.452074] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194734MB disk: 196608MB io_ops: 10 instances: 10, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 704.452074] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Attempting to claim resources in the placement API for instance 73b2fd88-ded1-4a92-a973-6a49e57faa5e {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 704.515245] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] [instance: 73b2fd88-ded1-4a92-a973-6a49e57faa5e] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194734MB disk: 196608MB io_ops: 10 instances: 10, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 704.515565] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 704.515777] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 704.516009] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-219b4615-33d5-49f6-afd0-48db5f40eacd tempest-ServerGroupTestJSON-1233429301 tempest-ServerGroupTestJSON-1233429301-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 708.877064] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Starting to schedule for instances: ['21f0c0f4-9fbd-4d34-be36-6dae6538bf9c'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 708.877064] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 708.877064] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 708.880804] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 708.880804] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 708.880804] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 708.928216] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 708.931485] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 708.931485] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 708.942159] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 708.942589] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 708.942820] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 708.945908] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 708.946063] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 708.946568] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195246,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1344,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=6,service_id=None,stats={failed_builds='18',io_workload='6',num_instances='6',num_os_type_None='6',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='1',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_734b5ead550e4b53b20700d2f870a662='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='6',num_vm_building='6'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:19Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=6) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 708.947017] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 708.947227] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 708.947467] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Update host state with instances: ['588eb672-6240-46cd-8e93-b38c9e2829bf', '3f53c35f-40ea-4094-89e2-624b156e5560', 'e89d07fc-9c98-4352-b609-c7fde7ee0d39', 'e31d29d1-c49c-4696-85c9-11cb985a7bfd', '6fdadbc2-14e5-440f-aba2-4db693f56de6', '73b2fd88-ded1-4a92-a973-6a49e57faa5e'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 708.947683] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 708.948012] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 708.948284] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 708.948528] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 708.948784] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 708.949066] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 708.951294] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 708.951294] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 708.951294] nova-scheduler[51593]: DEBUG nova.filters [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 708.951294] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195246MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 708.951294] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195246MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 708.951294] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Attempting to claim resources in the placement API for instance 21f0c0f4-9fbd-4d34-be36-6dae6538bf9c {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 709.011090] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] [instance: 21f0c0f4-9fbd-4d34-be36-6dae6538bf9c] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195246MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 709.011192] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 709.011348] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 709.011550] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7c8fd412-d97d-418d-a0d3-8aa4ff37eb76 tempest-ServerRescueTestJSONUnderV235-105789702 tempest-ServerRescueTestJSONUnderV235-105789702-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 709.944821] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Starting to schedule for instances: ['16b35372-2e84-4f6c-ab01-fcbc86e9cca0'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 709.944821] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 709.944821] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 709.944821] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 709.945547] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 709.945896] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 709.991373] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 709.991745] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 709.992404] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 709.999093] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 710.000017] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 710.000017] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 710.002499] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 710.002805] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 710.003309] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=193,free_ram_mb=195118,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=7,mapped=1,memory_mb=196590,memory_mb_used=1472,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=7,service_id=None,stats={failed_builds='20',io_workload='7',num_instances='7',num_os_type_None='7',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='1',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='1',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_734b5ead550e4b53b20700d2f870a662='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='7',num_vm_building='7'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:20Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=7) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 710.003754] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 710.004039] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Update host state with instances: ['588eb672-6240-46cd-8e93-b38c9e2829bf', '3f53c35f-40ea-4094-89e2-624b156e5560', 'e89d07fc-9c98-4352-b609-c7fde7ee0d39', 'e31d29d1-c49c-4696-85c9-11cb985a7bfd', '6fdadbc2-14e5-440f-aba2-4db693f56de6', '73b2fd88-ded1-4a92-a973-6a49e57faa5e', '21f0c0f4-9fbd-4d34-be36-6dae6538bf9c'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 710.006020] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 710.006020] nova-scheduler[51591]: DEBUG nova.filters [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 710.006582] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195118MB disk: 197632MB io_ops: 7 instances: 7, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 710.006863] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195118MB disk: 197632MB io_ops: 7 instances: 7, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 710.007187] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Attempting to claim resources in the placement API for instance 16b35372-2e84-4f6c-ab01-fcbc86e9cca0 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 710.063140] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] [instance: 16b35372-2e84-4f6c-ab01-fcbc86e9cca0] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195118MB disk: 197632MB io_ops: 7 instances: 7, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 710.063140] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 710.063140] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 710.063140] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5259ae5b-1054-4537-82e4-8f80bef07ec1 tempest-ServersNegativeTestJSON-1843327250 tempest-ServersNegativeTestJSON-1843327250-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 713.403801] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting to schedule for instances: ['2e990d70-8e51-4900-9d9d-db920311a8ab'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 713.404466] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 713.404673] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 713.404860] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 713.405075] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 713.405280] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 713.456690] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 713.456796] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 713.456906] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 713.469189] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 713.469400] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 713.469578] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 713.472150] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 713.472413] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 713.472847] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195374,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1216,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='20',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='1',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='1',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='1',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:22Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 713.473193] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 713.473362] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 713.473527] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with instances: ['e89d07fc-9c98-4352-b609-c7fde7ee0d39', '6fdadbc2-14e5-440f-aba2-4db693f56de6', '73b2fd88-ded1-4a92-a973-6a49e57faa5e', '21f0c0f4-9fbd-4d34-be36-6dae6538bf9c'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 713.473692] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 713.473995] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 713.474153] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 713.474334] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 713.474536] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 713.474704] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 713.474864] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 713.475169] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 713.478301] nova-scheduler[51593]: DEBUG nova.filters [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 713.478301] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195374MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 713.478301] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195374MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 713.478301] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Attempting to claim resources in the placement API for instance 2e990d70-8e51-4900-9d9d-db920311a8ab {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 713.534474] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] [instance: 2e990d70-8e51-4900-9d9d-db920311a8ab] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195374MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 713.534777] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 713.535542] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 713.535542] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c6b55c46-7f72-40a1-b17e-865f57a02ebd tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 713.980714] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting to schedule for instances: ['449cb7ea-c7e9-411c-9c09-f451d892d32c'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 713.981337] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 713.981617] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 713.981840] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 713.984021] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 713.984021] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 714.041473] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 714.041768] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 714.041881] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 714.051315] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 714.051770] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 714.052007] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 714.055893] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 714.056378] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 714.056795] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195502,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1088,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=4,service_id=None,stats={failed_builds='23',io_workload='4',num_instances='4',num_os_type_None='4',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='1',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='1',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='1',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='4',num_vm_building='4'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:24Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=4) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 714.057318] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 714.057427] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 714.057585] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with instances: ['e89d07fc-9c98-4352-b609-c7fde7ee0d39', '6fdadbc2-14e5-440f-aba2-4db693f56de6', '73b2fd88-ded1-4a92-a973-6a49e57faa5e', '21f0c0f4-9fbd-4d34-be36-6dae6538bf9c', '2e990d70-8e51-4900-9d9d-db920311a8ab'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 714.057751] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 714.058101] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 714.058320] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 714.058720] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 714.058720] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 714.058852] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 714.059032] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 714.059639] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 714.059829] nova-scheduler[51591]: DEBUG nova.filters [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 714.060026] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195502MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 714.060431] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195502MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 714.061410] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Attempting to claim resources in the placement API for instance 449cb7ea-c7e9-411c-9c09-f451d892d32c {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 714.117991] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] [instance: 449cb7ea-c7e9-411c-9c09-f451d892d32c] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195502MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 714.118369] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 714.118585] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 714.118801] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b76fd492-9944-4e8c-acb0-b73c7abb52f1 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 719.965794] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting to schedule for instances: ['9999064a-7edc-4e2c-92fb-7a713194764c', 'a1f06df7-a38c-431d-98ee-7b3df8224ea1'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 719.966105] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 719.966274] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 719.966456] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 719.966653] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 719.966833] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 720.014552] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 720.014782] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 720.014949] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 720.022353] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 720.022539] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 720.022708] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 720.025574] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 720.025785] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 720.026178] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=197,free_ram_mb=195694,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=3,mapped=1,memory_mb=196590,memory_mb_used=896,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=3,service_id=None,stats={failed_builds='26',io_workload='3',num_instances='3',num_os_type_None='3',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='1',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='3',num_vm_building='3'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:30Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=3) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 720.026476] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 720.026648] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 720.026804] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Update host state with instances: ['21f0c0f4-9fbd-4d34-be36-6dae6538bf9c', '2e990d70-8e51-4900-9d9d-db920311a8ab', '449cb7ea-c7e9-411c-9c09-f451d892d32c'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 720.026971] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 720.027247] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 720.027809] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.027809] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.027935] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.028020] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.028182] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.028349] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.028595] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.028662] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 720.028830] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 720.029010] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Attempting to claim resources in the placement API for instance 9999064a-7edc-4e2c-92fb-7a713194764c {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 720.086879] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] [instance: 9999064a-7edc-4e2c-92fb-7a713194764c] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 720.087194] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 720.087403] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 720.087607] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 720.087836] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 720.088048] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.088226] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.088387] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 720.088554] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 720.088723] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Attempting to claim resources in the placement API for instance a1f06df7-a38c-431d-98ee-7b3df8224ea1 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 720.138017] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] [instance: a1f06df7-a38c-431d-98ee-7b3df8224ea1] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 720.138017] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 720.138234] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 720.138433] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 720.138617] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 720.138812] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.138978] nova-scheduler[51593]: DEBUG nova.filters [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 720.139330] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 720.139421] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-c72486c5-7027-4a26-8bfa-084688e9cad9 tempest-MultipleCreateTestJSON-1361786026 tempest-MultipleCreateTestJSON-1361786026-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 722.969030] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting to schedule for instances: ['904eb823-1bb4-48b1-8460-c722cbc4652c'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 722.970085] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 722.970224] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 722.970457] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 722.970627] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 722.970839] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 723.027782] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 723.029895] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 723.029895] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 723.042759] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 723.043079] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 723.043169] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 723.046022] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 723.048112] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 723.048112] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='26',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='1',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:31Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 723.048112] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 723.048112] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 723.048112] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with instances: ['21f0c0f4-9fbd-4d34-be36-6dae6538bf9c', '2e990d70-8e51-4900-9d9d-db920311a8ab', '449cb7ea-c7e9-411c-9c09-f451d892d32c', '9999064a-7edc-4e2c-92fb-7a713194764c', 'a1f06df7-a38c-431d-98ee-7b3df8224ea1'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 723.048112] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 723.048112] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 723.048523] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 723.048523] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 723.048523] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 723.048662] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 723.048840] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 723.049022] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 723.049191] nova-scheduler[51591]: DEBUG nova.filters [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 723.049357] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 723.049529] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 723.049712] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Attempting to claim resources in the placement API for instance 904eb823-1bb4-48b1-8460-c722cbc4652c {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 723.114916] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] [instance: 904eb823-1bb4-48b1-8460-c722cbc4652c] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 723.115826] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 723.116081] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 723.117016] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-5d45c3e2-ee5f-4b14-adf4-6717cd14f410 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 726.244069] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Starting to schedule for instances: ['8e7db1a1-c3b2-44a9-a33b-d3544ef57f77'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 726.244424] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 726.244677] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 726.244805] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 726.248218] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 726.248464] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 726.305655] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 726.305877] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 726.306052] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 726.319182] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 726.319396] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 726.319575] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 726.322163] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 726.322378] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 726.322940] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195566,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1024,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=4,service_id=None,stats={failed_builds='27',io_workload='4',num_instances='4',num_os_type_None='4',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='0',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_703100dfccf3406aa1580f39e87cdbb1='1',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='4',num_vm_building='4'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:35Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=4) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 726.323150] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 726.323326] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 726.323485] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with instances: ['449cb7ea-c7e9-411c-9c09-f451d892d32c', '9999064a-7edc-4e2c-92fb-7a713194764c', 'a1f06df7-a38c-431d-98ee-7b3df8224ea1', '904eb823-1bb4-48b1-8460-c722cbc4652c'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 726.324042] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 726.324539] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 726.325218] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 726.325333] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 726.325549] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 726.325720] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 726.325885] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 726.326614] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 726.328092] nova-scheduler[51593]: DEBUG nova.filters [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 726.328092] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 726.328092] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 726.328092] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Attempting to claim resources in the placement API for instance 8e7db1a1-c3b2-44a9-a33b-d3544ef57f77 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 726.388517] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] [instance: 8e7db1a1-c3b2-44a9-a33b-d3544ef57f77] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 726.389179] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 726.390409] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 726.390707] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0667b0c4-3702-4402-9355-e46427832c0e tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 731.077975] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting to schedule for instances: ['6da1d5a5-ff2a-478d-97b8-bf237f844bae'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 731.078553] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 731.078553] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 731.078640] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 731.078818] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 731.079010] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 731.132152] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 731.132152] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 731.132152] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 731.146678] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 731.146768] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 731.146886] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 731.149280] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 731.149486] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 731.149870] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195566,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1024,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=4,service_id=None,stats={failed_builds='29',io_workload='4',num_instances='4',num_os_type_None='4',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='0',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_69518eb542f84a3b9ce9cb5a4f266c9a='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_703100dfccf3406aa1580f39e87cdbb1='1',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='4',num_vm_building='4'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:40Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=4) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 731.150170] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 731.150364] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 731.150530] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with instances: ['9999064a-7edc-4e2c-92fb-7a713194764c', 'a1f06df7-a38c-431d-98ee-7b3df8224ea1', '904eb823-1bb4-48b1-8460-c722cbc4652c', '8e7db1a1-c3b2-44a9-a33b-d3544ef57f77'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 731.150696] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 731.150948] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 731.151198] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 731.151400] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 731.151599] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 731.151824] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 731.151929] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 731.152106] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 731.152355] nova-scheduler[51591]: DEBUG nova.filters [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 731.152526] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 731.152697] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 731.152871] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Attempting to claim resources in the placement API for instance 6da1d5a5-ff2a-478d-97b8-bf237f844bae {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 731.214382] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] [instance: 6da1d5a5-ff2a-478d-97b8-bf237f844bae] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 731.214694] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 731.214903] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 731.215127] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46e565a3-74ec-48e6-b6ce-9c9a760069f2 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 734.481330] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Starting to schedule for instances: ['7b5558e4-05fc-4755-accf-77228272884f'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 734.481680] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 734.481865] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 734.482078] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 734.482271] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 734.482463] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 734.525878] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 734.526117] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 734.526283] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 734.533208] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 734.533208] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 734.533378] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 734.535643] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 734.537607] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 734.537607] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='30',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='0',num_proj_1de6a55b95aa4af2865ec70142a20326='2',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_69518eb542f84a3b9ce9cb5a4f266c9a='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_703100dfccf3406aa1580f39e87cdbb1='1',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:42Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 734.537607] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 734.537607] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 734.537607] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Update host state with instances: ['9999064a-7edc-4e2c-92fb-7a713194764c', 'a1f06df7-a38c-431d-98ee-7b3df8224ea1', '904eb823-1bb4-48b1-8460-c722cbc4652c', '8e7db1a1-c3b2-44a9-a33b-d3544ef57f77', '6da1d5a5-ff2a-478d-97b8-bf237f844bae'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 734.537607] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 734.538079] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 734.538079] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 734.538079] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 734.538187] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 734.538309] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 734.538501] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 734.538650] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 734.538808] nova-scheduler[51593]: DEBUG nova.filters [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 734.538964] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 734.539144] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 734.539323] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Attempting to claim resources in the placement API for instance 7b5558e4-05fc-4755-accf-77228272884f {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 734.614807] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] [instance: 7b5558e4-05fc-4755-accf-77228272884f] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 734.616924] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 734.616924] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 734.616924] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-155c1f43-94bf-420d-962a-e1ffeec3b864 tempest-AttachVolumeShelveTestJSON-1392592154 tempest-AttachVolumeShelveTestJSON-1392592154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 736.617998] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Starting to schedule for instances: ['50bbfdd5-bac5-4634-bc5d-c215a31889e9'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 736.618276] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 736.618462] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 736.618982] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 736.619510] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 736.619702] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 736.670713] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 736.673420] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 736.673420] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 736.683146] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 736.683491] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 736.684905] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 736.687745] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 736.687745] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 736.687745] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=196,free_ram_mb=195566,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=4,mapped=1,memory_mb=196590,memory_mb_used=1024,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=4,service_id=None,stats={failed_builds='30',io_workload='4',num_instances='4',num_os_type_None='4',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='0',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_69518eb542f84a3b9ce9cb5a4f266c9a='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_703100dfccf3406aa1580f39e87cdbb1='1',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='4',num_vm_building='4'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:46Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=4) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 736.687745] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 736.687745] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 736.687745] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Update host state with instances: ['904eb823-1bb4-48b1-8460-c722cbc4652c', '8e7db1a1-c3b2-44a9-a33b-d3544ef57f77', '6da1d5a5-ff2a-478d-97b8-bf237f844bae', '7b5558e4-05fc-4755-accf-77228272884f'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 736.688082] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 736.688082] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 736.688082] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 736.688082] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 736.688320] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 736.688440] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 736.688594] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 736.688750] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 736.688907] nova-scheduler[51591]: DEBUG nova.filters [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 736.689075] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 736.689246] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 736.689435] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Attempting to claim resources in the placement API for instance 50bbfdd5-bac5-4634-bc5d-c215a31889e9 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 736.752217] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] [instance: 50bbfdd5-bac5-4634-bc5d-c215a31889e9] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195566MB disk: 200704MB io_ops: 4 instances: 4, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 736.752513] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 736.752748] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 736.753422] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-e71d4e24-c7de-4057-bd26-bc9d8b3440c6 tempest-ServersAaction247Test-1199114441 tempest-ServersAaction247Test-1199114441-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 738.085220] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Starting to schedule for instances: ['d85db5e9-ce70-477d-bb5c-7665ab69b19a'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 738.085528] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 738.085690] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 738.085869] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 738.086931] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 738.087203] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 738.135019] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 738.135019] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 738.135019] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 738.142012] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 738.142231] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 738.143472] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 738.145560] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 738.145560] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 738.145560] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=195,free_ram_mb=195438,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=5,mapped=1,memory_mb=196590,memory_mb_used=1152,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=5,service_id=None,stats={failed_builds='31',io_workload='5',num_instances='5',num_os_type_None='5',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='0',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_69518eb542f84a3b9ce9cb5a4f266c9a='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_703100dfccf3406aa1580f39e87cdbb1='1',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='5',num_vm_building='5'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:48Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=5) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 738.145790] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 738.145825] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 738.146088] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Update host state with instances: ['904eb823-1bb4-48b1-8460-c722cbc4652c', '8e7db1a1-c3b2-44a9-a33b-d3544ef57f77', '6da1d5a5-ff2a-478d-97b8-bf237f844bae', '7b5558e4-05fc-4755-accf-77228272884f', '50bbfdd5-bac5-4634-bc5d-c215a31889e9'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 738.146188] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 738.146361] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 738.146556] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 738.146770] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 738.146920] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 738.147090] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 738.147321] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 738.147579] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 738.147839] nova-scheduler[51593]: DEBUG nova.filters [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 738.148097] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 738.148357] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 738.149035] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Attempting to claim resources in the placement API for instance d85db5e9-ce70-477d-bb5c-7665ab69b19a {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 738.213275] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] [instance: d85db5e9-ce70-477d-bb5c-7665ab69b19a] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195438MB disk: 199680MB io_ops: 5 instances: 5, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 738.213576] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 738.213782] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 738.213982] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4037931b-b729-4ca5-abe3-1dc67c9f6151 tempest-AttachInterfacesV270Test-2033217154 tempest-AttachInterfacesV270Test-2033217154-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 739.443696] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting to schedule for instances: ['fea7d2f4-199d-4c76-84cd-4ee7820990ec'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 739.445037] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 739.445037] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 739.445037] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 739.445037] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 739.445037] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 739.494270] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 739.495496] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 739.495496] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 739.504345] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 739.504566] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 739.504725] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 739.510909] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 739.512526] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 739.512526] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195310,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1280,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=6,service_id=None,stats={failed_builds='32',io_workload='6',num_instances='6',num_os_type_None='6',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='0',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_51ad16571493443e908ec396deddcdfb='1',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_69518eb542f84a3b9ce9cb5a4f266c9a='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_703100dfccf3406aa1580f39e87cdbb1='1',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='6',num_vm_building='6'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:49Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=6) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 739.512526] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 739.512526] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 739.512526] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Update host state with instances: ['8e7db1a1-c3b2-44a9-a33b-d3544ef57f77', '6da1d5a5-ff2a-478d-97b8-bf237f844bae', '7b5558e4-05fc-4755-accf-77228272884f', '50bbfdd5-bac5-4634-bc5d-c215a31889e9', 'd85db5e9-ce70-477d-bb5c-7665ab69b19a'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 739.512526] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 739.512982] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 739.512982] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 739.512982] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 739.513190] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 739.513360] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 739.513523] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 739.513689] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 739.513849] nova-scheduler[51591]: DEBUG nova.filters [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 739.514014] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 739.514227] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 739.514414] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Attempting to claim resources in the placement API for instance fea7d2f4-199d-4c76-84cd-4ee7820990ec {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 739.577357] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] [instance: fea7d2f4-199d-4c76-84cd-4ee7820990ec] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 739.578043] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 739.578043] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 739.578154] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-bb5b51aa-0873-4476-a278-47a80b942d70 tempest-DeleteServersTestJSON-420469719 tempest-DeleteServersTestJSON-420469719-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 740.376686] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Starting to schedule for instances: ['671639d6-3103-4eeb-86d3-b858a3919396'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 740.376961] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 740.377439] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 740.377571] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 740.377774] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 740.377964] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 740.431397] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 740.431397] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 740.431397] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 740.439121] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 740.439121] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 740.439121] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 740.441038] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 740.441419] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 740.443293] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195310,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1280,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=6,service_id=None,stats={failed_builds='32',io_workload='6',num_instances='6',num_os_type_None='6',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_15e5a73b9fc04caaa60d4dcc2f8b0380='0',num_proj_1de6a55b95aa4af2865ec70142a20326='0',num_proj_296603b1512a48abb6f0d69cb85ac9da='0',num_proj_29c14b15b48749a9bf540ab72ee49451='0',num_proj_348e51e63ac440b1965e88712c05a3f1='0',num_proj_51ad16571493443e908ec396deddcdfb='1',num_proj_57e287820a334ab58ec0c42d68339b66='0',num_proj_61af4231bb9c4fc2a2d742b7c3d1db40='0',num_proj_6313f0295f5f49a8a507833c28e32831='0',num_proj_69518eb542f84a3b9ce9cb5a4f266c9a='1',num_proj_6feb8151289a4819ada69e3e87e3e27e='0',num_proj_703100dfccf3406aa1580f39e87cdbb1='0',num_proj_734b5ead550e4b53b20700d2f870a662='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_9d1b4970d4cd420e8fa3c599f48248e3='0',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c2fd30bdaf134bbcb4e8e9840b095a9e='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_proj_ed29a28397c34c4491790f867effce4e='0',num_task_None='6',num_vm_building='6'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:51Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=6) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 740.443293] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 740.443293] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 740.443293] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Update host state with instances: ['6da1d5a5-ff2a-478d-97b8-bf237f844bae', '7b5558e4-05fc-4755-accf-77228272884f', '50bbfdd5-bac5-4634-bc5d-c215a31889e9', 'd85db5e9-ce70-477d-bb5c-7665ab69b19a', 'fea7d2f4-199d-4c76-84cd-4ee7820990ec'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 740.443293] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 740.443293] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 740.443634] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 740.443634] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 740.443842] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 740.444076] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 740.444278] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 740.444492] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 740.444687] nova-scheduler[51593]: DEBUG nova.filters [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 740.445100] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 740.445320] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 740.445534] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Attempting to claim resources in the placement API for instance 671639d6-3103-4eeb-86d3-b858a3919396 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 740.496612] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] [instance: 671639d6-3103-4eeb-86d3-b858a3919396] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 740.496966] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 740.497365] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 740.497494] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-e1f1c374-8b2f-40e8-88ee-003f665652b3 tempest-ServerAddressesTestJSON-1955780032 tempest-ServerAddressesTestJSON-1955780032-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 743.173356] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Starting to schedule for instances: ['f61f8046-f2ee-4de3-9c45-de52c2849399', '7c8fc3b5-2d31-498a-ac7c-a8bffe415d70', '5c21177e-6cff-414f-bff1-bac166929cab'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 743.173356] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 743.173356] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 743.173356] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 743.176251] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 743.176251] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 743.231392] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 743.231835] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 743.232074] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 743.238968] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 743.239115] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 743.239340] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 743.241655] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 743.241930] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 743.242313] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=6,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195310,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1280,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=6,service_id=None,stats={failed_builds='34',io_workload='6',num_instances='6',num_os_type_None='6',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_03e26d763fe749bebf9aab124185bffe='1',num_proj_51ad16571493443e908ec396deddcdfb='1',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_task_deleting='1',num_task_spawning='5',num_vm_building='6'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:53Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=6) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 743.242601] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 743.242774] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 743.243222] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Update host state with instances: ['6da1d5a5-ff2a-478d-97b8-bf237f844bae', '7b5558e4-05fc-4755-accf-77228272884f', '50bbfdd5-bac5-4634-bc5d-c215a31889e9', 'd85db5e9-ce70-477d-bb5c-7665ab69b19a', 'fea7d2f4-199d-4c76-84cd-4ee7820990ec', '671639d6-3103-4eeb-86d3-b858a3919396'] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 743.243222] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 743.243369] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 743.243869] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.243869] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.243964] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.244103] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.244266] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.244427] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.244582] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.244733] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 743.244896] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 743.246186] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Attempting to claim resources in the placement API for instance f61f8046-f2ee-4de3-9c45-de52c2849399 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 743.321832] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] [instance: f61f8046-f2ee-4de3-9c45-de52c2849399] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 743.322135] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 743.322344] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 743.322547] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 743.322836] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 743.322975] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.323155] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.323309] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 197632MB io_ops: 7 instances: 7, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 743.323479] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 197632MB io_ops: 7 instances: 7, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 743.323849] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Attempting to claim resources in the placement API for instance 7c8fc3b5-2d31-498a-ac7c-a8bffe415d70 {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 743.385293] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] [instance: 7c8fc3b5-2d31-498a-ac7c-a8bffe415d70] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 197632MB io_ops: 7 instances: 7, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 743.385767] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 743.387381] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 743.387954] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 743.388377] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 743.388697] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.391641] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.391641] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 196608MB io_ops: 8 instances: 8, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 743.391641] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 196608MB io_ops: 8 instances: 8, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 743.391641] nova-scheduler[51591]: DEBUG nova.scheduler.utils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Attempting to claim resources in the placement API for instance 5c21177e-6cff-414f-bff1-bac166929cab {{(pid=51591) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 743.440897] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] [instance: 5c21177e-6cff-414f-bff1-bac166929cab] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 196608MB io_ops: 8 instances: 8, allocation_candidates: 1 {{(pid=51591) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 743.441397] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 743.441614] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 743.441817] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 743.441998] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 743.442218] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.442390] nova-scheduler[51591]: DEBUG nova.filters [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 743.442604] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 195584MB io_ops: 9 instances: 9, allocation_candidates: 1] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 743.442713] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-a3f61a8f-df84-435b-a071-33213b53f37c tempest-ListServersNegativeTestJSON-667203106 tempest-ListServersNegativeTestJSON-667203106-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 195584MB io_ops: 9 instances: 9, allocation_candidates: 1, weight: 0.0]] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 744.711180] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Starting to schedule for instances: ['d26dfe85-1a71-48e1-b462-f26f1327a9e7'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 744.711463] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 744.711638] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 744.713184] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 744.713407] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 744.713602] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 744.765207] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 744.765493] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 744.765735] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 744.775724] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 744.775909] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 744.776077] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 744.778570] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 744.778775] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 744.779153] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=6,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=191,free_ram_mb=194926,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=9,mapped=1,memory_mb=196590,memory_mb_used=1664,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=9,service_id=None,stats={failed_builds='34',io_workload='9',num_instances='9',num_os_type_None='9',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_03e26d763fe749bebf9aab124185bffe='1',num_proj_51ad16571493443e908ec396deddcdfb='1',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='1',num_proj_c4efa8e2dcbc492ea32aa20745286b46='3',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_task_None='3',num_task_deleting='1',num_task_spawning='5',num_vm_building='9'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:14:55Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=9) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 744.779434] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 744.779835] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 744.779835] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state with instances: ['6da1d5a5-ff2a-478d-97b8-bf237f844bae', '7b5558e4-05fc-4755-accf-77228272884f', '50bbfdd5-bac5-4634-bc5d-c215a31889e9', 'd85db5e9-ce70-477d-bb5c-7665ab69b19a', 'fea7d2f4-199d-4c76-84cd-4ee7820990ec', '671639d6-3103-4eeb-86d3-b858a3919396', 'f61f8046-f2ee-4de3-9c45-de52c2849399', '7c8fc3b5-2d31-498a-ac7c-a8bffe415d70', '5c21177e-6cff-414f-bff1-bac166929cab'] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 744.780396] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 744.780735] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 744.780938] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter ComputeFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 744.781143] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter ComputeCapabilitiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 744.781342] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter ImagePropertiesFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 744.781568] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter ServerGroupAntiAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 744.781696] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter ServerGroupAffinityFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 744.781862] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter SameHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 744.782168] nova-scheduler[51593]: DEBUG nova.filters [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter DifferentHostFilter returned 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:102}} [ 744.782333] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filtered [(cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 195584MB io_ops: 9 instances: 9, allocation_candidates: 1] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 744.782499] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Weighed [WeighedHost [host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 195584MB io_ops: 9 instances: 9, allocation_candidates: 1, weight: 0.0]] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:697}} [ 744.782672] nova-scheduler[51593]: DEBUG nova.scheduler.utils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Attempting to claim resources in the placement API for instance d26dfe85-1a71-48e1-b462-f26f1327a9e7 {{(pid=51593) claim_resources /opt/stack/nova/nova/scheduler/utils.py:1264}} [ 744.840805] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] [instance: d26dfe85-1a71-48e1-b462-f26f1327a9e7] Selected host: (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 194926MB disk: 195584MB io_ops: 9 instances: 9, allocation_candidates: 1 {{(pid=51593) _consume_selected_host /opt/stack/nova/nova/scheduler/manager.py:557}} [ 744.841760] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 744.841851] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 744.845018] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4306ba4c-88fe-46bb-80ff-160802cb8882 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.consume_from_request.._locked" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 749.183756] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6e475844-38a1-4d7f-8805-9d7f50da0778 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "host_instance" by "nova.scheduler.host_manager.HostManager.delete_instance_info" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 749.184026] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6e475844-38a1-4d7f-8805-9d7f50da0778 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "host_instance" acquired by "nova.scheduler.host_manager.HostManager.delete_instance_info" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 749.184557] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6e475844-38a1-4d7f-8805-9d7f50da0778 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "host_instance" "released" by "nova.scheduler.host_manager.HostManager.delete_instance_info" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 749.185099] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6e475844-38a1-4d7f-8805-9d7f50da0778 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "host_instance" by "nova.scheduler.host_manager.HostManager.delete_instance_info" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 749.185289] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6e475844-38a1-4d7f-8805-9d7f50da0778 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "host_instance" acquired by "nova.scheduler.host_manager.HostManager.delete_instance_info" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 749.185529] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-6e475844-38a1-4d7f-8805-9d7f50da0778 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "host_instance" "released" by "nova.scheduler.host_manager.HostManager.delete_instance_info" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 749.453563] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting to schedule for instances: ['ac4c9944-8ce3-4c29-892f-e0024006a209'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 749.453851] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 749.454014] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 749.458760] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 749.458760] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 749.458760] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 749.501144] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 749.501385] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 749.501559] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 749.516024] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 749.516024] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 749.516024] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=4,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=192,free_ram_mb=195054,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=8,mapped=1,memory_mb=196590,memory_mb_used=1536,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=8,service_id=None,stats={failed_builds='35',io_workload='8',num_instances='8',num_os_type_None='8',num_proj_035fb02e7d5e4870a9853822e21bff7b='1',num_proj_03e26d763fe749bebf9aab124185bffe='1',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='1',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='3',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_task_None='4',num_task_deleting='0',num_task_spawning='4',num_vm_building='8'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:00Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=8) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 749.516024] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 749.516024] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 749.516024] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 749.516024] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 749.516024] nova-scheduler[51591]: DEBUG nova.filters [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 749.516538] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 62.366589 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 749.516538] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195054MB disk: 196608MB io_ops: 8 instances: 8, allocation_candidates: 1 has not been heard from in a while [ 749.516538] nova-scheduler[51591]: INFO nova.filters [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ComputeFilter returned 0 hosts [ 749.516538] nova-scheduler[51591]: DEBUG nova.filters [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtering removed all hosts for the request with instance ID 'ac4c9944-8ce3-4c29-892f-e0024006a209'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 749.516538] nova-scheduler[51591]: INFO nova.filters [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtering removed all hosts for the request with instance ID 'ac4c9944-8ce3-4c29-892f-e0024006a209'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 749.516538] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 749.517050] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c87dca61-d8e6-4dec-b256-f75494f2816a tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 751.465297] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Starting to schedule for instances: ['4952dc46-6eac-4d35-a06b-a5587abc5493'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 751.469021] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 751.469021] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 751.469021] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 751.469021] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 751.469021] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 751.512642] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 751.513062] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 751.513387] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 751.520371] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 751.520620] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 751.521028] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=3,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=193,free_ram_mb=195182,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=7,mapped=1,memory_mb=196590,memory_mb_used=1408,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=7,service_id=None,stats={failed_builds='35',io_workload='7',num_instances='7',num_os_type_None='7',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='1',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='1',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='3',num_proj_cc4c8738af2b48f981e5f2feadb41a59='1',num_task_None='4',num_task_deleting='0',num_task_spawning='3',num_vm_building='7'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:00Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=7) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 751.521328] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 751.521711] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 751.521923] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 751.522133] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 751.522390] nova-scheduler[51593]: DEBUG nova.filters [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 751.522598] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 64.373998 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 751.522748] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195182MB disk: 197632MB io_ops: 7 instances: 7, allocation_candidates: 1 has not been heard from in a while [ 751.522894] nova-scheduler[51593]: INFO nova.filters [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filter ComputeFilter returned 0 hosts [ 751.523051] nova-scheduler[51593]: DEBUG nova.filters [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filtering removed all hosts for the request with instance ID '4952dc46-6eac-4d35-a06b-a5587abc5493'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 751.523188] nova-scheduler[51593]: INFO nova.filters [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filtering removed all hosts for the request with instance ID '4952dc46-6eac-4d35-a06b-a5587abc5493'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 751.523365] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 751.523524] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-0e4294c3-bc20-4080-a69a-7e61d055ba28 tempest-ServerRescueNegativeTestJSON-1950675257 tempest-ServerRescueNegativeTestJSON-1950675257-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 754.128652] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting to schedule for instances: ['b68395b8-a6d3-4d0c-9ed8-6e62c853a700'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 754.128969] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 754.129158] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 754.129337] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 754.129528] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 754.129710] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 754.177787] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 754.178014] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 754.178180] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 754.184988] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 754.185229] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 754.185590] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=2,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=194,free_ram_mb=195310,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=6,mapped=1,memory_mb=196590,memory_mb_used=1280,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=6,service_id=None,stats={failed_builds='37',io_workload='6',num_instances='6',num_os_type_None='6',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='1',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='1',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='3',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='4',num_task_deleting='0',num_task_spawning='2',num_vm_building='6'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:04Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=6) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 754.185875] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 754.186049] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 754.186200] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 754.186355] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 754.186602] nova-scheduler[51591]: DEBUG nova.filters [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 754.186797] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 67.038209 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 754.186946] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195310MB disk: 198656MB io_ops: 6 instances: 6, allocation_candidates: 1 has not been heard from in a while [ 754.187103] nova-scheduler[51591]: INFO nova.filters [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeFilter returned 0 hosts [ 754.187245] nova-scheduler[51591]: DEBUG nova.filters [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'b68395b8-a6d3-4d0c-9ed8-6e62c853a700'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 754.187375] nova-scheduler[51591]: INFO nova.filters [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'b68395b8-a6d3-4d0c-9ed8-6e62c853a700'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 754.187513] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 754.187649] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-6c83fab6-36ef-4265-9cfc-9837bc883f85 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 756.309368] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Starting to schedule for instances: ['772c63c2-bae6-4eed-a7dc-7f3c4d741349'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 756.309914] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 756.310518] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 756.310769] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 756.311146] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 756.311515] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 756.362252] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 756.362749] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 756.362749] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 756.372252] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 756.373385] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 756.373385] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=197,free_ram_mb=195694,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=3,mapped=1,memory_mb=196590,memory_mb_used=896,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=3,service_id=None,stats={failed_builds='38',io_workload='3',num_instances='3',num_os_type_None='3',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='2',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='2',num_task_deleting='0',num_task_spawning='1',num_vm_building='3'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:05Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=3) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 756.373385] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 756.373385] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 756.373652] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 756.373652] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 756.373878] nova-scheduler[51593]: DEBUG nova.filters [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 756.374651] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 69.225493 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 756.374844] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195694MB disk: 201728MB io_ops: 3 instances: 3, allocation_candidates: 1 has not been heard from in a while [ 756.376786] nova-scheduler[51593]: INFO nova.filters [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Filter ComputeFilter returned 0 hosts [ 756.376786] nova-scheduler[51593]: DEBUG nova.filters [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Filtering removed all hosts for the request with instance ID '772c63c2-bae6-4eed-a7dc-7f3c4d741349'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 756.376786] nova-scheduler[51593]: INFO nova.filters [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Filtering removed all hosts for the request with instance ID '772c63c2-bae6-4eed-a7dc-7f3c4d741349'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 756.376786] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 756.376786] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-b3114999-dd8d-4855-9fa6-1b3be24730da tempest-ServersTestJSON-1854174598 tempest-ServersTestJSON-1854174598-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 758.384393] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Starting to schedule for instances: ['d40cf2dd-a1df-4001-9981-e9124c5f97ff'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 758.384673] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 758.384878] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 758.385017] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 758.385562] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 758.386577] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 758.434402] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 758.434402] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 758.434541] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 758.441965] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 758.442210] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 758.442911] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 758.442911] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 758.443128] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 758.443219] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 758.443383] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 758.443713] nova-scheduler[51591]: DEBUG nova.filters [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 758.444031] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 71.295327 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 758.444108] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 758.444257] nova-scheduler[51591]: INFO nova.filters [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Filter ComputeFilter returned 0 hosts [ 758.444434] nova-scheduler[51591]: DEBUG nova.filters [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Filtering removed all hosts for the request with instance ID 'd40cf2dd-a1df-4001-9981-e9124c5f97ff'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 758.444534] nova-scheduler[51591]: INFO nova.filters [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Filtering removed all hosts for the request with instance ID 'd40cf2dd-a1df-4001-9981-e9124c5f97ff'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 758.444676] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 758.444834] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b31545d4-f981-4d4d-a604-ae58b920aebc tempest-ServerActionsTestOtherB-111682788 tempest-ServerActionsTestOtherB-111682788-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 759.408158] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Starting to schedule for instances: ['8878a4a3-6faf-45d1-ab39-75584f4af358'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 759.408461] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 759.408619] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 759.408817] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 759.409198] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 759.413052] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 759.466408] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 759.466408] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 759.466408] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 759.477789] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 759.478082] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 759.478514] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 759.478835] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 759.479063] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 759.479268] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 759.479460] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 759.479719] nova-scheduler[51593]: DEBUG nova.filters [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 759.479961] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 72.331329 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 759.480163] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 759.480346] nova-scheduler[51593]: INFO nova.filters [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filter ComputeFilter returned 0 hosts [ 759.480523] nova-scheduler[51593]: DEBUG nova.filters [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filtering removed all hosts for the request with instance ID '8878a4a3-6faf-45d1-ab39-75584f4af358'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 759.480688] nova-scheduler[51593]: INFO nova.filters [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filtering removed all hosts for the request with instance ID '8878a4a3-6faf-45d1-ab39-75584f4af358'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 759.480898] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 759.481101] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-356e2885-5eaf-4a98-b9f6-c45080d9d23b tempest-AttachInterfacesTestJSON-1546053889 tempest-AttachInterfacesTestJSON-1546053889-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 760.470504] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Starting to schedule for instances: ['28a50b03-6ae6-4a63-a73d-470d9c44e508'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 760.470824] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 760.471141] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 760.471396] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 760.471607] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 760.472048] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 760.520943] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 760.521244] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 760.521414] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 760.529665] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 760.529870] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 760.530248] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 760.530657] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 760.530756] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 760.530891] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 760.531081] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 760.531333] nova-scheduler[51591]: DEBUG nova.filters [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 760.531540] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 73.382943 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 760.531695] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 760.532027] nova-scheduler[51591]: INFO nova.filters [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Filter ComputeFilter returned 0 hosts [ 760.532344] nova-scheduler[51591]: DEBUG nova.filters [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Filtering removed all hosts for the request with instance ID '28a50b03-6ae6-4a63-a73d-470d9c44e508'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 760.532776] nova-scheduler[51591]: INFO nova.filters [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Filtering removed all hosts for the request with instance ID '28a50b03-6ae6-4a63-a73d-470d9c44e508'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 760.532776] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 760.532776] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c741f7e5-e9a6-4367-919e-d3aef2f714e2 tempest-InstanceActionsV221TestJSON-1302632641 tempest-InstanceActionsV221TestJSON-1302632641-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 760.867254] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting to schedule for instances: ['aab885de-0781-49c2-b5d9-a62e77fb032f'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 760.867548] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 760.867704] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 760.868971] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 760.869243] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 760.870874] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 760.930865] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 760.930865] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 760.930865] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 760.937256] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 760.937256] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 760.937455] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 760.937805] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 760.938444] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 760.938672] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 760.938898] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 760.939194] nova-scheduler[51593]: DEBUG nova.filters [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 760.941079] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 73.790807 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 760.941079] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 760.941079] nova-scheduler[51593]: INFO nova.filters [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ComputeFilter returned 0 hosts [ 760.941079] nova-scheduler[51593]: DEBUG nova.filters [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtering removed all hosts for the request with instance ID 'aab885de-0781-49c2-b5d9-a62e77fb032f'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 760.941079] nova-scheduler[51593]: INFO nova.filters [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtering removed all hosts for the request with instance ID 'aab885de-0781-49c2-b5d9-a62e77fb032f'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 760.941079] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 760.941079] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-5d89836a-7fac-4c84-a7c5-8bbc27d12117 tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 761.818794] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Starting to schedule for instances: ['07007c31-a03a-40a6-be0c-96def8c02f9c'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 761.819084] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 761.819238] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 761.819408] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 761.819591] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 761.819761] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 761.872964] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 761.874897] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 761.874897] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 761.881351] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 761.881576] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 761.882032] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 761.882807] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 761.882807] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 761.882807] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 761.882990] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 761.883155] nova-scheduler[51591]: DEBUG nova.filters [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 761.883393] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 74.734773 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 761.883631] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 761.883821] nova-scheduler[51591]: INFO nova.filters [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Filter ComputeFilter returned 0 hosts [ 761.884011] nova-scheduler[51591]: DEBUG nova.filters [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Filtering removed all hosts for the request with instance ID '07007c31-a03a-40a6-be0c-96def8c02f9c'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 761.884160] nova-scheduler[51591]: INFO nova.filters [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Filtering removed all hosts for the request with instance ID '07007c31-a03a-40a6-be0c-96def8c02f9c'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 761.884306] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 761.884496] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-7e00bdda-1f31-4e8a-ba4b-cf68b4dc8443 tempest-ServerPasswordTestJSON-1785275738 tempest-ServerPasswordTestJSON-1785275738-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 764.264201] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting to schedule for instances: ['bdc44205-6c4b-4ffb-a04c-4e390e1820e1'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 764.264201] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 764.264201] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 764.264201] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 764.264201] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 764.264201] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 764.307818] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 764.308046] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 764.308208] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 764.315192] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 764.315419] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 764.315780] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 764.316092] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 764.316264] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 764.316409] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 764.316564] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 764.316811] nova-scheduler[51593]: DEBUG nova.filters [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 764.317036] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 77.168422 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 764.317190] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 764.317333] nova-scheduler[51593]: INFO nova.filters [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeFilter returned 0 hosts [ 764.317471] nova-scheduler[51593]: DEBUG nova.filters [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'bdc44205-6c4b-4ffb-a04c-4e390e1820e1'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 764.317601] nova-scheduler[51593]: INFO nova.filters [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'bdc44205-6c4b-4ffb-a04c-4e390e1820e1'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 764.317738] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 764.317874] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9cf5e2e0-5a41-4473-9909-9dede173dbb0 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 766.645188] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Starting to schedule for instances: ['debf9b56-1b6d-458c-8512-18c8c443df4a'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 766.645456] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 766.645612] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 766.645787] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 766.646199] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 766.646328] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 766.692609] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 766.692857] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 766.693047] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 766.699406] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 766.699614] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 766.699967] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 766.700254] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 766.700547] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 766.701076] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 766.701076] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 766.701076] nova-scheduler[51591]: DEBUG nova.filters [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 766.701567] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 79.552606 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 766.701567] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 766.701567] nova-scheduler[51591]: INFO nova.filters [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Filter ComputeFilter returned 0 hosts [ 766.701706] nova-scheduler[51591]: DEBUG nova.filters [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Filtering removed all hosts for the request with instance ID 'debf9b56-1b6d-458c-8512-18c8c443df4a'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 766.701766] nova-scheduler[51591]: INFO nova.filters [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Filtering removed all hosts for the request with instance ID 'debf9b56-1b6d-458c-8512-18c8c443df4a'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 766.701912] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 766.702127] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-46848e26-6475-4729-aeb8-d20b55cdd8b9 tempest-ServersTestManualDisk-544945067 tempest-ServersTestManualDisk-544945067-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 767.527673] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting to schedule for instances: ['0e104a1c-61e3-46d2-9536-c8c5ab77e76a'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 767.527673] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 767.527673] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 767.527953] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 767.527997] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 767.531816] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 767.574826] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 767.574959] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 767.575037] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 767.581424] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 767.581640] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 767.582068] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 767.583159] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 767.584260] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 767.584260] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 767.584260] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 767.585846] nova-scheduler[51593]: DEBUG nova.filters [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 767.585986] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 80.437378 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 767.586160] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 767.587042] nova-scheduler[51593]: INFO nova.filters [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filter ComputeFilter returned 0 hosts [ 767.587042] nova-scheduler[51593]: DEBUG nova.filters [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtering removed all hosts for the request with instance ID '0e104a1c-61e3-46d2-9536-c8c5ab77e76a'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 767.587042] nova-scheduler[51593]: INFO nova.filters [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtering removed all hosts for the request with instance ID '0e104a1c-61e3-46d2-9536-c8c5ab77e76a'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 767.587042] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 767.587042] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-11ea7040-2afa-48f4-abac-1aebf018bf0b tempest-ImagesTestJSON-1135444459 tempest-ImagesTestJSON-1135444459-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 769.526175] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting to schedule for instances: ['f8d0b9ac-5319-462f-81c2-9202d61118b6'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 769.526482] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 769.526636] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 769.526808] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 769.526992] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 769.528324] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 769.575416] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 769.575636] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 769.575793] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 769.584377] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 769.584596] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 769.584990] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 769.585337] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 769.585969] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 769.587152] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 769.587152] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 769.587152] nova-scheduler[51591]: DEBUG nova.filters [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 769.587152] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 82.438206 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 769.587152] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 769.587152] nova-scheduler[51591]: INFO nova.filters [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeFilter returned 0 hosts [ 769.587398] nova-scheduler[51591]: DEBUG nova.filters [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'f8d0b9ac-5319-462f-81c2-9202d61118b6'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 769.588027] nova-scheduler[51591]: INFO nova.filters [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'f8d0b9ac-5319-462f-81c2-9202d61118b6'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 769.588027] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 769.588027] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-dad09080-1446-4ae1-b662-c95efbea1a06 tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 773.054720] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting to schedule for instances: ['f42cee0a-1292-4eb5-922f-e0207689ab92'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 773.054720] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 773.054720] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.054720] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.054720] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.055083] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 773.129710] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 773.129942] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 773.131809] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 773.150766] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 773.150766] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 773.150766] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 773.150766] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 773.150766] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 773.150766] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 773.150766] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 773.150766] nova-scheduler[51593]: DEBUG nova.filters [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 773.151405] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 86.002373 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 773.151405] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 773.151405] nova-scheduler[51593]: INFO nova.filters [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeFilter returned 0 hosts [ 773.151499] nova-scheduler[51593]: DEBUG nova.filters [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'f42cee0a-1292-4eb5-922f-e0207689ab92'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 773.151637] nova-scheduler[51593]: INFO nova.filters [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID 'f42cee0a-1292-4eb5-922f-e0207689ab92'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 773.151723] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 773.151861] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-9a53381a-3066-46c7-b781-95d607d2087f tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 773.190296] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Starting to schedule for instances: ['7ad816cb-a337-4878-8825-d2625e462f85'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 773.192272] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 773.192499] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.192657] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.192867] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.193076] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 773.257985] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 773.258171] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 773.258337] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 773.267172] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 773.267386] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 773.267770] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 773.269222] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 773.269453] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 773.269611] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 773.269778] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 773.271231] nova-scheduler[51591]: DEBUG nova.filters [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 773.271371] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 86.12274 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 773.271534] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 773.271687] nova-scheduler[51591]: INFO nova.filters [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filter ComputeFilter returned 0 hosts [ 773.271830] nova-scheduler[51591]: DEBUG nova.filters [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filtering removed all hosts for the request with instance ID '7ad816cb-a337-4878-8825-d2625e462f85'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 773.271964] nova-scheduler[51591]: INFO nova.filters [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filtering removed all hosts for the request with instance ID '7ad816cb-a337-4878-8825-d2625e462f85'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 773.272127] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 773.272294] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-24204e79-1c44-474d-91ba-3340bacdd8f3 tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 773.648510] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Starting to schedule for instances: ['9912b6f1-c2ae-4d75-a6ac-fd9105ab29f2'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 773.648893] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 773.648966] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.653017] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.653017] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 773.653017] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 773.698812] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 773.699059] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 773.700980] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 773.705995] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 773.706233] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 773.706581] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 773.706863] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 773.707039] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 773.707185] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 773.707346] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 773.707600] nova-scheduler[51593]: DEBUG nova.filters [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 773.708061] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 86.559209 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 773.708061] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 773.708294] nova-scheduler[51593]: INFO nova.filters [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filter ComputeFilter returned 0 hosts [ 773.708294] nova-scheduler[51593]: DEBUG nova.filters [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filtering removed all hosts for the request with instance ID '9912b6f1-c2ae-4d75-a6ac-fd9105ab29f2'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 773.708391] nova-scheduler[51593]: INFO nova.filters [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filtering removed all hosts for the request with instance ID '9912b6f1-c2ae-4d75-a6ac-fd9105ab29f2'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 773.708529] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 773.708666] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-46372a5e-337e-429d-aa6b-897bd85c6a0c tempest-ServerShowV247Test-1286037102 tempest-ServerShowV247Test-1286037102-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 776.141115] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting to schedule for instances: ['704626ff-3993-4b82-b7d5-d908d55c9a4c'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 776.141115] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 776.141115] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 776.141115] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 776.142113] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 776.142517] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 776.201270] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 776.202992] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 776.204076] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 776.209784] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 776.210716] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 776.211143] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 776.211440] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 776.211610] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 776.211829] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 776.211920] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 776.212221] nova-scheduler[51591]: DEBUG nova.filters [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 776.212443] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 89.063835 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 776.212596] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 776.212744] nova-scheduler[51591]: INFO nova.filters [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filter ComputeFilter returned 0 hosts [ 776.212890] nova-scheduler[51591]: DEBUG nova.filters [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID '704626ff-3993-4b82-b7d5-d908d55c9a4c'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 776.215212] nova-scheduler[51591]: INFO nova.filters [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtering removed all hosts for the request with instance ID '704626ff-3993-4b82-b7d5-d908d55c9a4c'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 776.215427] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 776.215589] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-9a0956fc-17f7-401f-b812-ecf2a880450e tempest-ServersTestJSON-864844613 tempest-ServersTestJSON-864844613-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 776.820715] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Starting to schedule for instances: ['25de2d67-d314-48d3-ba89-0fd38b9761fa'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 776.821348] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 776.821348] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 776.821826] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 776.821826] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 776.821826] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 776.873407] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 776.873407] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 776.873407] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 776.884321] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 776.884590] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 776.884968] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 776.885270] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 776.885440] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 776.885593] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 776.885755] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 776.886025] nova-scheduler[51593]: DEBUG nova.filters [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 776.886242] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 89.737641 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 776.886398] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 776.886548] nova-scheduler[51593]: INFO nova.filters [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filter ComputeFilter returned 0 hosts [ 776.886692] nova-scheduler[51593]: DEBUG nova.filters [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtering removed all hosts for the request with instance ID '25de2d67-d314-48d3-ba89-0fd38b9761fa'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 776.886827] nova-scheduler[51593]: INFO nova.filters [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtering removed all hosts for the request with instance ID '25de2d67-d314-48d3-ba89-0fd38b9761fa'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 776.886972] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 776.887122] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-96b70f00-3a66-4220-82b8-4756cc715e68 tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 777.090157] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Starting to schedule for instances: ['3a64b78c-6913-44ae-b4c7-e07cdb4d58b6'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 777.090157] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 777.090157] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 777.090157] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 777.090157] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 777.090157] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 777.149500] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 777.149757] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 777.149889] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 777.156464] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 777.156559] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 777.156864] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 777.157162] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 777.157352] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 777.157518] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 777.157684] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 777.157933] nova-scheduler[51591]: DEBUG nova.filters [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 777.158153] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 90.009544 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 777.158311] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 777.158460] nova-scheduler[51591]: INFO nova.filters [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Filter ComputeFilter returned 0 hosts [ 777.158606] nova-scheduler[51591]: DEBUG nova.filters [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Filtering removed all hosts for the request with instance ID '3a64b78c-6913-44ae-b4c7-e07cdb4d58b6'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 777.158740] nova-scheduler[51591]: INFO nova.filters [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Filtering removed all hosts for the request with instance ID '3a64b78c-6913-44ae-b4c7-e07cdb4d58b6'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 777.158884] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 777.159040] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c4af12f0-b848-48b1-b37a-61da8b27450e tempest-InstanceActionsTestJSON-543652899 tempest-InstanceActionsTestJSON-543652899-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 777.790543] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Starting to schedule for instances: ['4877bc24-7582-455f-bff3-6bb5e0bb41f0'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 777.790741] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 777.790898] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 777.791365] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 777.791609] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 777.792801] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 777.833190] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 777.834105] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 777.834105] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 777.840418] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 777.840607] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 777.841293] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 777.841293] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 777.841498] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 777.841606] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 777.841768] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 777.842146] nova-scheduler[51593]: DEBUG nova.filters [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 777.842251] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 90.693618 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 777.842383] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 777.842544] nova-scheduler[51593]: INFO nova.filters [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Filter ComputeFilter returned 0 hosts [ 777.842682] nova-scheduler[51593]: DEBUG nova.filters [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Filtering removed all hosts for the request with instance ID '4877bc24-7582-455f-bff3-6bb5e0bb41f0'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 777.842819] nova-scheduler[51593]: INFO nova.filters [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Filtering removed all hosts for the request with instance ID '4877bc24-7582-455f-bff3-6bb5e0bb41f0'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 777.843157] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 777.843157] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-a908d7ce-929d-4a79-98fc-e1ace4a3cf99 tempest-ServerShowV254Test-1821947295 tempest-ServerShowV254Test-1821947295-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 782.609990] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Starting to schedule for instances: ['0d3acb87-b76e-49ba-b428-d668b4f832b0'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 782.610424] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 782.610424] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 782.610589] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 782.610780] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 782.610955] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 782.668914] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 782.669034] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 782.669130] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 782.678422] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 782.678706] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 782.679930] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 782.679930] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 782.680084] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 782.680357] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 782.680519] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 782.680917] nova-scheduler[51591]: DEBUG nova.filters [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 782.681274] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 95.532547 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 782.681537] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 782.681797] nova-scheduler[51591]: INFO nova.filters [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Filter ComputeFilter returned 0 hosts [ 782.682058] nova-scheduler[51591]: DEBUG nova.filters [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Filtering removed all hosts for the request with instance ID '0d3acb87-b76e-49ba-b428-d668b4f832b0'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 782.682458] nova-scheduler[51591]: INFO nova.filters [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Filtering removed all hosts for the request with instance ID '0d3acb87-b76e-49ba-b428-d668b4f832b0'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 782.682552] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 782.682938] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-82418922-2a19-40f8-8d29-f1cf4dce3de7 tempest-ServerAddressesNegativeTestJSON-495586381 tempest-ServerAddressesNegativeTestJSON-495586381-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 783.259216] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Starting to schedule for instances: ['88d77439-137f-4c9d-923f-225dd5b8be2b'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 783.259587] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 783.259759] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 783.259939] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 783.260445] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 783.260697] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 783.309919] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 783.310348] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 783.310922] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 783.321054] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 783.321463] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 783.322460] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 783.322939] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 783.323275] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 783.323605] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 783.323991] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.003s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 783.326458] nova-scheduler[51593]: DEBUG nova.filters [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 783.326458] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 96.176144 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 783.326458] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 783.326458] nova-scheduler[51593]: INFO nova.filters [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filter ComputeFilter returned 0 hosts [ 783.326458] nova-scheduler[51593]: DEBUG nova.filters [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtering removed all hosts for the request with instance ID '88d77439-137f-4c9d-923f-225dd5b8be2b'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 783.326458] nova-scheduler[51593]: INFO nova.filters [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtering removed all hosts for the request with instance ID '88d77439-137f-4c9d-923f-225dd5b8be2b'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 783.326458] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 783.326458] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-4c4016e2-10d7-4b60-993e-c59d702f981e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 783.501072] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Starting to schedule for instances: ['8ebfa4fe-4081-4857-bcc8-4e3792822126'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 783.501389] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 783.501552] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 783.501727] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 783.501923] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 783.504668] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 783.562758] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 783.563421] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 783.563421] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 783.569865] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 783.570177] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 783.570550] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 783.570860] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 783.571060] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 783.571249] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 783.571481] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 783.571770] nova-scheduler[51591]: DEBUG nova.filters [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 783.572015] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 96.423383 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 783.572367] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 783.572367] nova-scheduler[51591]: INFO nova.filters [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Filter ComputeFilter returned 0 hosts [ 783.572591] nova-scheduler[51591]: DEBUG nova.filters [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Filtering removed all hosts for the request with instance ID '8ebfa4fe-4081-4857-bcc8-4e3792822126'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 783.573156] nova-scheduler[51591]: INFO nova.filters [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Filtering removed all hosts for the request with instance ID '8ebfa4fe-4081-4857-bcc8-4e3792822126'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 783.573156] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 783.573156] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-32fc7b33-c243-4c35-8be9-ac373a339138 tempest-ServerActionsTestOtherA-1633702584 tempest-ServerActionsTestOtherA-1633702584-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 784.197154] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Starting to schedule for instances: ['98760198-27e1-4ef9-9c02-13a56a06abed'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 784.197434] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 784.197810] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 784.198126] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 784.198438] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 784.198747] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 784.253459] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 784.253747] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 784.253914] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 784.261692] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 784.262018] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 784.262309] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 784.262617] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 784.262784] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 784.262937] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 784.263111] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 784.263373] nova-scheduler[51593]: DEBUG nova.filters [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 784.263584] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 97.114984 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 784.263782] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 784.263957] nova-scheduler[51593]: INFO nova.filters [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Filter ComputeFilter returned 0 hosts [ 784.264891] nova-scheduler[51593]: DEBUG nova.filters [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Filtering removed all hosts for the request with instance ID '98760198-27e1-4ef9-9c02-13a56a06abed'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 784.265053] nova-scheduler[51593]: INFO nova.filters [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Filtering removed all hosts for the request with instance ID '98760198-27e1-4ef9-9c02-13a56a06abed'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 784.265847] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 784.265937] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-747e4e57-21a9-4634-b830-7b2fdcd34aa7 tempest-ServerShowV257Test-2006375458 tempest-ServerShowV257Test-2006375458-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 784.475836] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting to schedule for instances: ['17c02358-c0d6-472e-90fb-38f5f3172214'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 784.480032] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 784.480156] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 784.480391] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 784.480616] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 784.482306] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 784.533895] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 784.534239] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 784.534339] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 784.543752] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 784.543752] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 784.544144] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 784.544474] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 784.544677] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 784.545042] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 784.545250] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 784.545563] nova-scheduler[51591]: DEBUG nova.filters [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 784.545989] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 97.397347 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 784.546198] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 784.546384] nova-scheduler[51591]: INFO nova.filters [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filter ComputeFilter returned 0 hosts [ 784.546553] nova-scheduler[51591]: DEBUG nova.filters [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '17c02358-c0d6-472e-90fb-38f5f3172214'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 784.546804] nova-scheduler[51591]: INFO nova.filters [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '17c02358-c0d6-472e-90fb-38f5f3172214'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 784.547145] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 784.547358] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-523a6ca6-3f39-468d-a314-1015529a095f tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 786.257859] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting to schedule for instances: ['3399c738-e838-46d6-b466-56b5707c3459'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 786.261141] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 786.261141] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 786.261141] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 786.261141] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 786.261141] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 786.307970] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 786.308705] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 786.308938] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 786.320020] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 786.320020] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 786.320020] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 786.320020] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 786.320020] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 786.320020] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 786.320613] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 786.321037] nova-scheduler[51593]: DEBUG nova.filters [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 786.321574] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 99.172725 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 786.321851] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 786.322217] nova-scheduler[51593]: INFO nova.filters [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filter ComputeFilter returned 0 hosts [ 786.322802] nova-scheduler[51593]: DEBUG nova.filters [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '3399c738-e838-46d6-b466-56b5707c3459'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 786.322802] nova-scheduler[51593]: INFO nova.filters [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '3399c738-e838-46d6-b466-56b5707c3459'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 786.323026] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 786.323604] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-43961c24-bab1-4e16-9738-e485ca43394e tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 787.133068] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Starting to schedule for instances: ['ac47a325-e2d9-466f-ac34-76eb85f72560'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 787.133730] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 787.135289] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 787.135531] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 787.135733] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 787.135932] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 787.185764] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 787.185991] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 787.186172] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 787.192926] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 787.193148] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 787.193498] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 787.193776] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 787.193941] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 787.194276] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 787.194489] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 787.194743] nova-scheduler[51591]: DEBUG nova.filters [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 787.194951] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 100.046353 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 787.195137] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 787.195301] nova-scheduler[51591]: INFO nova.filters [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filter ComputeFilter returned 0 hosts [ 787.195456] nova-scheduler[51591]: DEBUG nova.filters [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filtering removed all hosts for the request with instance ID 'ac47a325-e2d9-466f-ac34-76eb85f72560'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 787.195594] nova-scheduler[51591]: INFO nova.filters [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filtering removed all hosts for the request with instance ID 'ac47a325-e2d9-466f-ac34-76eb85f72560'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 787.195743] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 787.195885] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-7088bded-4d14-436b-8b47-9244afa1838d tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 788.278019] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting to schedule for instances: ['94fc46a4-2370-4383-b9b9-ea6cea8ff1a8'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 788.278019] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 788.278019] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 788.278019] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 788.278019] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 788.278019] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 788.344292] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 788.344292] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 788.344292] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 788.350774] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 788.350774] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 788.351031] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 788.351318] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 788.351499] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 788.351856] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 788.352096] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 788.352374] nova-scheduler[51593]: DEBUG nova.filters [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 788.352583] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 101.203985 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 788.353225] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 788.353225] nova-scheduler[51593]: INFO nova.filters [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filter ComputeFilter returned 0 hosts [ 788.353225] nova-scheduler[51593]: DEBUG nova.filters [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '94fc46a4-2370-4383-b9b9-ea6cea8ff1a8'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 788.353225] nova-scheduler[51593]: INFO nova.filters [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '94fc46a4-2370-4383-b9b9-ea6cea8ff1a8'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 788.353432] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 788.353611] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7d2d6358-1ac3-42ab-bdf7-f0963deb71cc tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 788.405446] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Starting to schedule for instances: ['52431646-0d8a-4321-ab53-1dd6de4a31fd'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 788.405726] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 788.405882] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 788.407166] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 788.407486] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 788.408041] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 788.456668] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 788.456877] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 788.457045] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 788.463378] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 788.463589] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 788.463991] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=1,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=199,free_ram_mb=195950,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=1,mapped=1,memory_mb=196590,memory_mb_used=640,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=1,service_id=None,stats={failed_builds='41',io_workload='1',num_instances='1',num_os_type_None='1',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='1',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='1',num_vm_building='1'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:07Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=1) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 788.464280] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 788.464678] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 788.464870] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 788.465040] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 788.465288] nova-scheduler[51591]: DEBUG nova.filters [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 788.465481] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 101.316896 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 788.465629] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 195950MB disk: 203776MB io_ops: 1 instances: 1, allocation_candidates: 1 has not been heard from in a while [ 788.465770] nova-scheduler[51591]: INFO nova.filters [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filter ComputeFilter returned 0 hosts [ 788.465912] nova-scheduler[51591]: DEBUG nova.filters [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtering removed all hosts for the request with instance ID '52431646-0d8a-4321-ab53-1dd6de4a31fd'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 788.466056] nova-scheduler[51591]: INFO nova.filters [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtering removed all hosts for the request with instance ID '52431646-0d8a-4321-ab53-1dd6de4a31fd'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 788.466194] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 788.466329] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-c1652bc2-fb09-4bf9-a9b8-7af94209453e tempest-AttachVolumeNegativeTest-480777919 tempest-AttachVolumeNegativeTest-480777919-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 790.550925] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting to schedule for instances: ['38379301-3897-4ab3-bf75-5f6b3b1ad437'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 790.552621] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 790.552621] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 790.555962] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 790.555962] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 790.555962] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 790.702618] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 790.702618] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 790.702618] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 790.709299] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 790.712014] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 790.712014] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='43',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='0',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:41Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 790.712014] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 790.712014] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 790.712014] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 790.712014] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 790.712014] nova-scheduler[51593]: DEBUG nova.filters [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 790.712014] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 103.562512 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 790.712436] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 790.712436] nova-scheduler[51593]: INFO nova.filters [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filter ComputeFilter returned 0 hosts [ 790.712436] nova-scheduler[51593]: DEBUG nova.filters [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '38379301-3897-4ab3-bf75-5f6b3b1ad437'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 790.712436] nova-scheduler[51593]: INFO nova.filters [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '38379301-3897-4ab3-bf75-5f6b3b1ad437'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 790.712436] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 790.712436] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-81757ea2-0d33-4688-a670-2108e037ff34 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 791.552017] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Starting to schedule for instances: ['0db9324f-9f2e-4ce7-85ba-678f3cd7cb1c'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 791.552017] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 791.552316] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 791.552615] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 791.553024] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 791.555883] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 791.605066] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 791.605066] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 791.605066] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 791.613478] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 791.614106] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.001s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 791.614737] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='43',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='0',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:41Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 791.615116] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 791.615331] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 791.615727] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 791.615954] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 791.616270] nova-scheduler[51591]: DEBUG nova.filters [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 791.616529] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 104.467909 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 791.616899] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 791.617124] nova-scheduler[51591]: INFO nova.filters [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filter ComputeFilter returned 0 hosts [ 791.617312] nova-scheduler[51591]: DEBUG nova.filters [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filtering removed all hosts for the request with instance ID '0db9324f-9f2e-4ce7-85ba-678f3cd7cb1c'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 791.617482] nova-scheduler[51591]: INFO nova.filters [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filtering removed all hosts for the request with instance ID '0db9324f-9f2e-4ce7-85ba-678f3cd7cb1c'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 791.617660] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 791.617836] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-615dee3b-f265-40f5-8da3-0ae75eceb329 tempest-AttachVolumeTestJSON-81924137 tempest-AttachVolumeTestJSON-81924137-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 792.152592] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Starting to schedule for instances: ['36cd5823-3601-4a33-bd6d-f2dabc408b4f'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 792.152926] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 792.156961] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 792.156961] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 792.156961] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 792.156961] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 792.215258] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 792.216013] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 792.216297] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 792.224197] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 792.224585] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 792.225593] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='43',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='0',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:41Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 792.226157] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 792.226336] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 792.226547] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 792.226744] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 792.227045] nova-scheduler[51593]: DEBUG nova.filters [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 792.227313] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 105.078681 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 792.227495] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 792.227695] nova-scheduler[51593]: INFO nova.filters [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Filter ComputeFilter returned 0 hosts [ 792.227877] nova-scheduler[51593]: DEBUG nova.filters [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Filtering removed all hosts for the request with instance ID '36cd5823-3601-4a33-bd6d-f2dabc408b4f'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 792.228056] nova-scheduler[51593]: INFO nova.filters [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Filtering removed all hosts for the request with instance ID '36cd5823-3601-4a33-bd6d-f2dabc408b4f'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 792.228236] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 792.228430] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-528a11b6-73f2-48b0-8fa8-be49aa532464 tempest-ServerTagsTestJSON-1565376528 tempest-ServerTagsTestJSON-1565376528-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 792.776325] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting to schedule for instances: ['7243c03a-b7f6-4e38-97ca-2636ccb33212'] {{(pid=51591) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 792.780023] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51591) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 792.780023] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 792.780023] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 792.780023] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51591) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 792.780023] nova-scheduler[51591]: DEBUG nova.scheduler.request_filter [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] ephemeral_encryption_filter skipped {{(pid=51591) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 792.842070] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 792.842070] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 792.842070] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 792.849984] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 792.849984] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 792.850206] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='43',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='0',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:41Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 792.850538] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with aggregates: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 792.850742] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 792.850946] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Update host state with instances: [] {{(pid=51591) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 792.851439] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.002s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 792.851777] nova-scheduler[51591]: DEBUG nova.filters [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Starting with 1 host(s) {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 792.852042] nova-scheduler[51591]: DEBUG nova.servicegroup.drivers.db [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 105.703416 {{(pid=51591) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 792.852335] nova-scheduler[51591]: WARNING nova.scheduler.filters.compute_filter [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 792.852463] nova-scheduler[51591]: INFO nova.filters [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filter ComputeFilter returned 0 hosts [ 792.852736] nova-scheduler[51591]: DEBUG nova.filters [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '7243c03a-b7f6-4e38-97ca-2636ccb33212'. Filter results: [('ComputeFilter', None)] {{(pid=51591) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 792.853015] nova-scheduler[51591]: INFO nova.filters [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtering removed all hosts for the request with instance ID '7243c03a-b7f6-4e38-97ca-2636ccb33212'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 792.853334] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] Filtered [] {{(pid=51591) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 792.853631] nova-scheduler[51591]: DEBUG nova.scheduler.manager [None req-b7326362-11d0-4823-95dd-360351fdeb15 tempest-ServerDiskConfigTestJSON-583028559 tempest-ServerDiskConfigTestJSON-583028559-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51591) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 794.327630] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Starting to schedule for instances: ['234e31ed-ee9f-4e39-b52d-f2a713fff45b'] {{(pid=51593) select_destinations /opt/stack/nova/nova/scheduler/manager.py:142}} [ 794.327630] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED {{(pid=51593) compute_status_filter /opt/stack/nova/nova/scheduler/request_filter.py:255}} [ 794.327630] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Request filter 'compute_status_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 794.327630] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Request filter 'accelerators_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 794.327630] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Request filter 'remote_managed_ports_filter' took 0.0 seconds {{(pid=51593) wrapper /opt/stack/nova/nova/scheduler/request_filter.py:46}} [ 794.327630] nova-scheduler[51593]: DEBUG nova.scheduler.request_filter [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] ephemeral_encryption_filter skipped {{(pid=51593) ephemeral_encryption_filter /opt/stack/nova/nova/scheduler/request_filter.py:412}} [ 794.383957] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Acquiring lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 794.384220] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 794.384383] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Lock "ca1c0d21-d6a1-418c-abcf-92608d1b00f5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 794.394872] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Acquiring lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" by "nova.scheduler.host_manager.HostState.update.._locked_update" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 794.396056] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" acquired by "nova.scheduler.host_manager.HostState.update.._locked_update" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 794.396056] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Update host state from compute node: ComputeNode(cpu_allocation_ratio=4.0,cpu_info='',created_at=2024-10-16T20:11:52Z,current_workload=0,deleted=False,deleted_at=None,disk_allocation_ratio=1.0,disk_available_least=None,free_disk_gb=200,free_ram_mb=196078,host='cpu-1',host_ip=10.180.1.21,hypervisor_hostname='domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28',hypervisor_type='VMware vCenter Server',hypervisor_version=7000003,id=1,local_gb=200,local_gb_used=0,mapped=1,memory_mb=196590,memory_mb_used=512,metrics='[]',numa_topology=None,pci_device_pools=PciDevicePoolList,ram_allocation_ratio=1.0,running_vms=0,service_id=None,stats={failed_builds='43',io_workload='0',num_instances='0',num_os_type_None='0',num_proj_035fb02e7d5e4870a9853822e21bff7b='0',num_proj_03e26d763fe749bebf9aab124185bffe='0',num_proj_51ad16571493443e908ec396deddcdfb='0',num_proj_7415f43b7da842daa77f717471dd89ac='0',num_proj_8863ad7f29dc48a59a77f57a53f759c6='0',num_proj_bd8ec082967e4839810b492d2af942a6='0',num_proj_c4efa8e2dcbc492ea32aa20745286b46='0',num_proj_cc4c8738af2b48f981e5f2feadb41a59='0',num_task_None='0',num_task_deleting='0',num_task_spawning='0',num_vm_building='0'},supported_hv_specs=[HVSpec,HVSpec],updated_at=2024-10-16T20:15:41Z,uuid=40bba435-8384-412d-aa10-bdcf44760016,vcpus=48,vcpus_used=0) {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:169}} [ 794.396056] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Update host state with aggregates: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:172}} [ 794.396056] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Update host state with service dict: {'id': 8, 'uuid': '85f1fbc5-6f54-4584-8e1b-34e1ca870c3c', 'host': 'cpu-1', 'binary': 'nova-compute', 'topic': 'compute', 'report_count': 2, 'disabled': False, 'disabled_reason': None, 'last_seen_up': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'forced_down': False, 'version': 66, 'created_at': datetime.datetime(2024, 10, 16, 20, 11, 52, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2024, 10, 16, 20, 13, 58, tzinfo=datetime.timezone.utc), 'deleted_at': None, 'deleted': False} {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:175}} [ 794.396628] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Update host state with instances: [] {{(pid=51593) _locked_update /opt/stack/nova/nova/scheduler/host_manager.py:178}} [ 794.396628] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Lock "('cpu-1', 'domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28')" "released" by "nova.scheduler.host_manager.HostState.update.._locked_update" :: held 0.001s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 794.400017] nova-scheduler[51593]: DEBUG nova.filters [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Starting with 1 host(s) {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:70}} [ 794.400017] nova-scheduler[51593]: DEBUG nova.servicegroup.drivers.db [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Seems service nova-compute on host cpu-1 is down. Last heartbeat was 2024-10-16 20:13:58. Elapsed time is 107.248435 {{(pid=51593) is_up /opt/stack/nova/nova/servicegroup/drivers/db.py:76}} [ 794.400017] nova-scheduler[51593]: WARNING nova.scheduler.filters.compute_filter [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] (cpu-1, domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) ram: 196078MB disk: 204800MB io_ops: 0 instances: 0, allocation_candidates: 1 has not been heard from in a while [ 794.400017] nova-scheduler[51593]: INFO nova.filters [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Filter ComputeFilter returned 0 hosts [ 794.400017] nova-scheduler[51593]: DEBUG nova.filters [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Filtering removed all hosts for the request with instance ID '234e31ed-ee9f-4e39-b52d-f2a713fff45b'. Filter results: [('ComputeFilter', None)] {{(pid=51593) get_filtered_objects /opt/stack/nova/nova/filters.py:114}} [ 794.400017] nova-scheduler[51593]: INFO nova.filters [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Filtering removed all hosts for the request with instance ID '234e31ed-ee9f-4e39-b52d-f2a713fff45b'. Filter results: ['ComputeFilter: (start: 1, end: 0)'] [ 794.400017] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] Filtered [] {{(pid=51593) _get_sorted_hosts /opt/stack/nova/nova/scheduler/manager.py:675}} [ 794.400017] nova-scheduler[51593]: DEBUG nova.scheduler.manager [None req-7b287fb3-60cd-4faa-9771-c3bce0da9465 tempest-ServersNegativeTestMultiTenantJSON-416670173 tempest-ServersNegativeTestMultiTenantJSON-416670173-project-member] There are 0 hosts available but 1 instances requested to build. {{(pid=51593) _ensure_sufficient_hosts /opt/stack/nova/nova/scheduler/manager.py:494}} [ 798.321556] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Acquiring lock "host_instance" by "nova.scheduler.host_manager.HostManager.sync_instance_info" {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 798.321819] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Acquiring lock "host_instance" by "nova.scheduler.host_manager.HostManager.sync_instance_info" {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:404}} [ 798.321819] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Lock "host_instance" acquired by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: waited 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 798.321977] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Lock "host_instance" acquired by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: waited 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:409}} [ 798.322062] nova-scheduler[51591]: DEBUG nova.scheduler.host_manager [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Successfully synced instances from host 'cpu-1'. {{(pid=51591) sync_instance_info /opt/stack/nova/nova/scheduler/host_manager.py:972}} [ 798.322102] nova-scheduler[51593]: DEBUG nova.scheduler.host_manager [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Successfully synced instances from host 'cpu-1'. {{(pid=51593) sync_instance_info /opt/stack/nova/nova/scheduler/host_manager.py:972}} [ 798.322140] nova-scheduler[51591]: DEBUG oslo_concurrency.lockutils [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Lock "host_instance" "released" by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: held 0.000s {{(pid=51591) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}} [ 798.322173] nova-scheduler[51593]: DEBUG oslo_concurrency.lockutils [None req-044fa404-c997-4115-9c62-667483dacf2f None None] Lock "host_instance" "released" by "nova.scheduler.host_manager.HostManager.sync_instance_info" :: held 0.000s {{(pid=51593) inner /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:423}}