[ 438.356567] nova-conductor[53566]: INFO dbcounter [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Registered counter for database nova_api [ 438.444787] nova-conductor[53566]: DEBUG oslo_db.sqlalchemy.engines [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53566) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 438.449397] nova-conductor[53566]: DEBUG dbcounter [-] [53566] Writer thread running {{(pid=53566) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 438.473321] nova-conductor[53566]: DEBUG nova.context [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0782fa56-eb96-447a-8437-ec43190c8b2e(cell1) {{(pid=53566) load_cells /opt/stack/nova/nova/context.py:464}} [ 438.475186] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 438.475402] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 438.475835] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 438.476267] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 438.476504] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 438.477466] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 438.478753] nova-conductor[53566]: INFO dbcounter [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Registered counter for database nova_cell0 [ 438.481234] nova-conductor[53566]: INFO dbcounter [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Registered counter for database nova_cell1 [ 438.483881] nova-conductor[53566]: DEBUG oslo_db.sqlalchemy.engines [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53566) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 438.484250] nova-conductor[53566]: DEBUG oslo_db.sqlalchemy.engines [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53566) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 438.487257] nova-conductor[53566]: DEBUG dbcounter [-] [53566] Writer thread running {{(pid=53566) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 438.488051] nova-conductor[53566]: DEBUG dbcounter [-] [53566] Writer thread running {{(pid=53566) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 438.549805] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Acquiring lock "singleton_lock" {{(pid=53566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 438.549985] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Acquired lock "singleton_lock" {{(pid=53566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 438.550320] nova-conductor[53566]: DEBUG oslo_concurrency.lockutils [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Releasing lock "singleton_lock" {{(pid=53566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 438.550732] nova-conductor[53566]: INFO oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Starting 2 workers [ 438.554985] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Started child 53987 {{(pid=53566) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 438.557935] nova-conductor[53987]: INFO nova.service [-] Starting conductor node (version 27.1.0) [ 438.559137] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Started child 53988 {{(pid=53566) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 438.560119] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Full set of CONF: {{(pid=53566) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 438.560333] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ******************************************************************************** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2600}} [ 438.560490] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] Configuration options gathered from: {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2601}} [ 438.560675] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}} [ 438.561007] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] config files: ['/etc/nova/nova.conf'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2603}} [ 438.561151] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ================================================================================ {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2605}} [ 438.561756] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] allow_resize_to_same_host = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.562115] nova-conductor[53988]: INFO nova.service [-] Starting conductor node (version 27.1.0) [ 438.562306] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] arq_binding_timeout = 300 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.562532] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] block_device_allocate_retries = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.562730] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] block_device_allocate_retries_interval = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.562948] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cert = self.pem {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.563165] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute_driver = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.563409] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute_monitors = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.563670] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] config_dir = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.563885] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] config_drive_format = iso9660 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.564045] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.564550] nova-conductor[53987]: INFO dbcounter [None req-55b27ad5-471b-4019-85e0-dde7b37ca65c None None] Registered counter for database nova_cell1 [ 438.564653] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] config_source = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.564733] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] console_host = devstack {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.564932] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] control_exchange = nova {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.565152] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cpu_allocation_ratio = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.565349] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] daemon = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.565541] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] debug = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.565729] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] default_access_ip_network_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.565934] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] default_availability_zone = nova {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.566115] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] default_ephemeral_format = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.566298] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] default_green_pool_size = 1000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.566584] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.566779] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] default_schedule_zone = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.566990] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] disk_allocation_ratio = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.567177] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] enable_new_services = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.567409] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] enabled_apis = ['osapi_compute'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.567596] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] enabled_ssl_apis = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.567794] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] flat_injected = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.568186] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] force_config_drive = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.568186] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] force_raw_images = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.568461] nova-conductor[53988]: INFO dbcounter [None req-2aea8e2c-aeff-448b-b97a-9e76fa1310f0 None None] Registered counter for database nova_cell1 [ 438.568606] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] graceful_shutdown_timeout = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.568809] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] heal_instance_info_cache_interval = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.569258] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] host = devstack {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.569487] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.569682] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] initial_disk_allocation_ratio = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.569872] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] initial_ram_allocation_ratio = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.570135] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.570312] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instance_build_timeout = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.570509] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instance_delete_interval = 300 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.571198] nova-conductor[53987]: DEBUG oslo_db.sqlalchemy.engines [None req-55b27ad5-471b-4019-85e0-dde7b37ca65c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53987) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 438.571368] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instance_format = [instance: %(uuid)s] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.571576] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instance_name_template = instance-%08x {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.571749] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instance_usage_audit = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.571948] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instance_usage_audit_period = month {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.572254] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.572475] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] instances_path = /opt/stack/data/nova/instances {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.572655] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] internal_service_availability_zone = internal {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.572817] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] key = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.573004] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] live_migration_retry_count = 30 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.573192] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_config_append = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.573365] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.573552] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_dir = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.573730] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.573860] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_options = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.574052] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_rotate_interval = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.574285] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_rotate_interval_type = days {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.574535] nova-conductor[53988]: DEBUG oslo_db.sqlalchemy.engines [None req-2aea8e2c-aeff-448b-b97a-9e76fa1310f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53988) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 438.574679] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] log_rotation_type = none {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.574844] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.574987] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.575180] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.575385] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.575526] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.575733] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] long_rpc_timeout = 1800 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.575901] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] max_concurrent_builds = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.576108] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] max_concurrent_live_migrations = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.576288] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] max_concurrent_snapshots = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.576463] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] max_local_block_devices = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.576649] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] max_logfile_count = 30 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.576844] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] max_logfile_size_mb = 200 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.577037] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] maximum_instance_delete_attempts = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.577243] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] metadata_listen = 0.0.0.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.577470] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] metadata_listen_port = 8775 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.577651] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] metadata_workers = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.577830] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] migrate_max_retries = -1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.578014] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] mkisofs_cmd = genisoimage {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.578237] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] my_block_storage_ip = 10.180.1.21 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.578422] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writer thread running {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 438.578560] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] my_ip = 10.180.1.21 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.578749] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] network_allocate_retries = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.578968] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.579144] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] osapi_compute_listen = 0.0.0.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.579318] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] osapi_compute_listen_port = 8774 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.579524] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] osapi_compute_unique_server_name_scope = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.579719] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] osapi_compute_workers = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.579896] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] password_length = 12 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.580111] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] periodic_enable = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.580290] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] periodic_fuzzy_delay = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.580469] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] pointer_model = usbtablet {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.580668] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] preallocate_images = none {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.580840] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] publish_errors = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.580978] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] pybasedir = /opt/stack/nova {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.581143] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ram_allocation_ratio = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.581313] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] rate_limit_burst = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.581503] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] rate_limit_except_level = CRITICAL {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.581686] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] rate_limit_interval = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.581851] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] reboot_timeout = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.582014] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] reclaim_instance_interval = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.582176] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] record = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.582444] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] reimage_timeout_per_gb = 20 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.582638] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] report_interval = 120 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.582811] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] rescue_timeout = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.582991] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writer thread running {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 438.583149] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] reserved_host_cpus = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.583340] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] reserved_host_disk_mb = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.583508] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] reserved_host_memory_mb = 512 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.583680] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] reserved_huge_pages = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.583849] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] resize_confirm_window = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.584051] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] resize_fs_using_block_device = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.584247] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] resume_guests_state_on_host_boot = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.584423] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.584612] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] rpc_response_timeout = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.584780] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] run_external_periodic_tasks = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.584972] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] running_deleted_instance_action = reap {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.585140] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] running_deleted_instance_poll_interval = 1800 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.585302] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] running_deleted_instance_timeout = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.585462] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler_instance_sync_interval = 120 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.585638] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_down_time = 720 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.585854] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] servicegroup_driver = db {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.586058] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] shelved_offload_time = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.586241] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] shelved_poll_interval = 3600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.586439] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] shutdown_timeout = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.586608] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] source_is_ipv6 = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.586770] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ssl_only = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.586955] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] state_path = /opt/stack/data/nova {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.587126] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] sync_power_state_interval = 600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.587288] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] sync_power_state_pool_size = 1000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.587457] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] syslog_log_facility = LOG_USER {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.587622] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] tempdir = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.587785] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] timeout_nbd = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.587999] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] transport_url = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.587999] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] update_resources_interval = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.588350] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] use_cow_images = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.588514] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] use_eventlog = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.588674] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] use_journal = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.588837] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] use_json = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.589025] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] use_rootwrap_daemon = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.589246] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] use_stderr = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.589412] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] use_syslog = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.589595] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vcpu_pin_set = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.589769] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vif_plugging_is_fatal = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.589951] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vif_plugging_timeout = 300 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.590163] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] virt_mkfs = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.590340] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] volume_usage_poll_interval = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.590506] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] watch_log_file = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.590706] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] web = /usr/share/spice-html5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 438.590985] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_concurrency.disable_process_locking = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.591191] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.591407] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.591579] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.591757] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.591931] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.592147] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.592489] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.auth_strategy = keystone {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.592714] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.compute_link_prefix = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.592920] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.593107] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.dhcp_domain = novalocal {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.593308] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.enable_instance_password = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.593482] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.glance_link_prefix = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.593653] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.593852] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.594023] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.instance_list_per_project_cells = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.594216] nova-conductor[53987]: DEBUG nova.service [None req-55b27ad5-471b-4019-85e0-dde7b37ca65c None None] Creating RPC server for service conductor {{(pid=53987) start /opt/stack/nova/nova/service.py:182}} [ 438.594377] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.list_records_by_skipping_down_cells = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.594572] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.local_metadata_per_cell = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.594753] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.max_limit = 1000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.594926] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.metadata_cache_expiration = 15 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.595118] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.neutron_default_tenant_id = default {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.595317] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.use_neutron_default_nets = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.595495] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.595667] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.595839] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.596031] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.596226] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.vendordata_dynamic_targets = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.596399] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.vendordata_jsonfile_path = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.596587] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.596862] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.backend = dogpile.cache.memcached {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.597054] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.backend_argument = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.597325] nova-conductor[53988]: DEBUG nova.service [None req-2aea8e2c-aeff-448b-b97a-9e76fa1310f0 None None] Creating RPC server for service conductor {{(pid=53988) start /opt/stack/nova/nova/service.py:182}} [ 438.597477] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.config_prefix = cache.oslo {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.597700] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.dead_timeout = 60.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.597891] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.debug_cache_backend = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.598067] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.enable_retry_client = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.598284] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.enable_socket_keepalive = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.598466] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.enabled = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.598635] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.enforce_fips_mode = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.598824] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.expiration_time = 600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.599015] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.hashclient_retry_attempts = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.599200] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.hashclient_retry_delay = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.599373] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_dead_retry = 300 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.599558] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_password = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.599726] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.599892] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.600074] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_pool_maxsize = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.600248] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.600413] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_sasl_enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.600596] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.600769] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_socket_timeout = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.600935] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.memcache_username = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.601108] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.proxies = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.601326] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.redis_password = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.601523] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.redis_sentinel_service_name = mymaster {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.601709] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.601885] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.redis_server = localhost:6379 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.602070] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.redis_socket_timeout = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.602239] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.redis_username = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.602406] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.retry_attempts = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.602690] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.retry_delay = 0.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.602883] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.socket_keepalive_count = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.603058] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.socket_keepalive_idle = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.603227] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.socket_keepalive_interval = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.603389] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.tls_allowed_ciphers = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.603553] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.tls_cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.603715] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.tls_certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.603881] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.tls_enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.604058] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cache.tls_keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.604318] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.604540] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.auth_type = password {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.604718] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.604922] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.catalog_info = volumev3::publicURL {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.605093] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.605264] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.605434] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.cross_az_attach = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.605602] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.debug = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.605788] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.endpoint_template = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.605961] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.http_retries = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.606827] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.606827] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.606827] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.os_region_name = RegionOne {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.606827] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.607408] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cinder.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.607408] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.607408] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.cpu_dedicated_set = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.607408] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.cpu_shared_set = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.607530] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.image_type_exclude_list = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.607866] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.608008] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.max_concurrent_disk_ops = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.608057] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.max_disk_devices_to_attach = -1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.608693] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.608693] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.608693] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.resource_provider_association_refresh = 300 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.608906] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.shutdown_retry_interval = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.608979] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.609698] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] conductor.workers = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.609698] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] console.allowed_origins = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.609698] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] console.ssl_ciphers = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.610502] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] console.ssl_minimum_version = default {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.610502] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] consoleauth.enforce_session_timeout = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.610502] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] consoleauth.token_ttl = 600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.610502] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.610620] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.610755] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.610940] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.connect_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.611178] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.connect_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.611300] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.endpoint_override = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.611530] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.612796] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.612796] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.max_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.612796] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.min_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.612796] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.region_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.612796] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.retriable_status_codes = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.612796] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.service_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.613066] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.service_type = accelerator {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.613066] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.613170] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.status_code_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.613326] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.status_code_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.613495] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.613678] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.613876] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] cyborg.version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.614098] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.backend = sqlalchemy {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.614287] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.connection = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.614466] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.connection_debug = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.614655] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.connection_parameters = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.614836] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.connection_recycle_time = 3600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.614969] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.connection_trace = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.615139] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.db_inc_retry_interval = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.615327] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.db_max_retries = 20 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.615472] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.db_max_retry_interval = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.615635] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.db_retry_interval = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.615866] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.max_overflow = 50 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.616051] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.max_pool_size = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.616227] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.max_retries = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.616404] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.616721] nova-conductor[53987]: INFO oslo.messaging._drivers.impl_rabbit [None req-55b27ad5-471b-4019-85e0-dde7b37ca65c None None] Creating fanout queue: conductor_fanout_316bfb58237a4251a8c0c66cdb15d600 [ 438.616873] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.mysql_wsrep_sync_wait = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.617089] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.pool_timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.617270] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.retry_interval = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.617463] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.slave_connection = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.617638] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.sqlite_synchronous = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.618459] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] database.use_db_reconnect = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.618459] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.backend = sqlalchemy {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.618459] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.connection = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.618459] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.connection_debug = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.618673] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.connection_parameters = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.618673] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.connection_recycle_time = 3600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.618870] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.connection_trace = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.619246] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.db_inc_retry_interval = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.619246] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.db_max_retries = 20 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.619505] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.db_max_retry_interval = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.619844] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.db_retry_interval = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.619844] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.max_overflow = 50 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.620069] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.max_pool_size = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.620316] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.max_retries = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.620401] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.620591] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.620760] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.pool_timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.620956] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.retry_interval = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.621282] nova-conductor[53988]: INFO oslo.messaging._drivers.impl_rabbit [None req-2aea8e2c-aeff-448b-b97a-9e76fa1310f0 None None] Creating fanout queue: conductor_fanout_941b0a8c4e3e48d794955b2d83582bc4 [ 438.621603] nova-conductor[53987]: DEBUG nova.service [None req-55b27ad5-471b-4019-85e0-dde7b37ca65c None None] Join ServiceGroup membership for this service conductor {{(pid=53987) start /opt/stack/nova/nova/service.py:199}} [ 438.621718] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.slave_connection = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.622098] nova-conductor[53987]: DEBUG nova.servicegroup.drivers.db [None req-55b27ad5-471b-4019-85e0-dde7b37ca65c None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53987) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 438.622143] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] api_database.sqlite_synchronous = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.622990] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] devices.enabled_mdev_types = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.622990] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.622990] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ephemeral_storage_encryption.default_format = luks {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.622990] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ephemeral_storage_encryption.enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.623303] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.623303] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.api_servers = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.623472] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.623645] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.623821] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.624065] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.connect_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.624315] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.connect_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.624484] nova-conductor[53988]: DEBUG nova.service [None req-2aea8e2c-aeff-448b-b97a-9e76fa1310f0 None None] Join ServiceGroup membership for this service conductor {{(pid=53988) start /opt/stack/nova/nova/service.py:199}} [ 438.624625] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.debug = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.624778] nova-conductor[53988]: DEBUG nova.servicegroup.drivers.db [None req-2aea8e2c-aeff-448b-b97a-9e76fa1310f0 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53988) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 438.624928] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.default_trusted_certificate_ids = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.625276] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.enable_certificate_validation = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.625337] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.enable_rbd_download = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.625486] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.endpoint_override = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.625656] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.625821] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.625991] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.max_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.626153] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.min_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.626320] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.num_retries = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.626500] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.rbd_ceph_conf = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.626665] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.rbd_connect_timeout = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.626857] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.rbd_pool = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.627030] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.rbd_user = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.627196] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.region_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.627360] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.retriable_status_codes = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.627560] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.service_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.627749] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.service_type = image {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.627944] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.628217] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.status_code_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.628288] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.status_code_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.628454] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.628640] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.628808] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.verify_glance_signatures = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.628989] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] glance.version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.629188] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] guestfs.debug = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.629468] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] mks.enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.630243] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.630541] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] image_cache.manager_interval = 2400 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.630829] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] image_cache.precache_concurrency = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.631083] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] image_cache.remove_unused_base_images = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.631330] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.631574] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.631802] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] image_cache.subdirectory_name = _base {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.632029] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.api_max_retries = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.632217] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.api_retry_interval = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.632386] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.632577] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.auth_type = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.632749] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.632911] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.633084] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.633257] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.conductor_group = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.633438] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.connect_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.633602] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.connect_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.633765] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.endpoint_override = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.633939] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.634102] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.634266] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.max_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.634427] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.min_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.634618] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.peer_list = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.634784] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.region_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.634971] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.retriable_status_codes = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.635139] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.serial_console_state_timeout = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.635302] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.service_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.635474] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.service_type = baremetal {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.635636] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.shard = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.635808] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.635976] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.status_code_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.636157] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.status_code_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.636321] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.636507] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.636670] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ironic.version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.636862] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.637063] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] key_manager.fixed_key = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.637298] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.637486] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.barbican_api_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.637669] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.barbican_endpoint = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.637867] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.barbican_endpoint_type = public {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.638048] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.barbican_region_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.638240] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.638405] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.638571] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.638736] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.638897] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.639097] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.number_of_retries = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.639273] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.retry_delay = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.639461] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.send_service_user_token = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.639630] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.639792] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.639967] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.verify_ssl = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.640176] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican.verify_ssl_path = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.640352] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.640540] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.auth_type = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.640705] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.640867] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.641034] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.641200] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.641388] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.641564] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.641726] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] barbican_service_user.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.641902] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.approle_role_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.642110] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.approle_secret_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.642285] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.642446] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.642634] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.642799] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.642960] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.643139] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.kv_mountpoint = secret {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.643325] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.kv_path = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.643493] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.kv_version = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.643663] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.namespace = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.643828] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.root_token_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.644019] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.644209] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.ssl_ca_crt_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.644373] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.644564] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.use_ssl = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.644757] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.644956] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.645127] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.auth_type = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.645291] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.645497] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.645677] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.645862] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.connect_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.646032] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.connect_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.646267] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.endpoint_override = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.646362] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.646510] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.646671] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.max_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.646830] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.min_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.647012] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.region_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.647177] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.retriable_status_codes = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.647339] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.service_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.647512] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.service_type = identity {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.647683] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.647845] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.status_code_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.648032] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.status_code_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.648190] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.648376] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.648541] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] keystone.version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.648784] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.connection_uri = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.648997] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.cpu_mode = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.649209] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.cpu_model_extra_flags = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.649387] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.cpu_models = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.649583] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.cpu_power_governor_high = performance {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.649762] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.cpu_power_governor_low = powersave {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.649936] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.cpu_power_management = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.650134] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.650321] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.device_detach_attempts = 8 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.650490] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.device_detach_timeout = 20 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.650660] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.disk_cachemodes = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.650824] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.disk_prefix = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.650992] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.enabled_perf_events = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.651164] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.file_backed_memory = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.651354] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.gid_maps = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.651550] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.hw_disk_discard = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.651714] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.hw_machine_type = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.651891] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.images_rbd_ceph_conf = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.652074] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.652271] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.652453] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.images_rbd_glance_store_name = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.652649] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.images_rbd_pool = rbd {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.652827] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.images_type = default {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.653009] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.images_volume_group = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.653212] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.inject_key = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.653384] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.inject_partition = -2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.653553] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.inject_password = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.653742] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.iscsi_iface = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.653915] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.iser_use_multipath = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.654085] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_bandwidth = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.654331] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.654456] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_downtime = 500 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.654625] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.654790] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.654979] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_inbound_addr = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.655149] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.655317] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_permit_post_copy = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.655480] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_scheme = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.655678] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_timeout_action = abort {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.655856] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_tunnelled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.656033] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_uri = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.656209] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.live_migration_with_native_tls = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.656377] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.max_queues = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.656553] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.656906] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.657110] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.nfs_mount_options = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.657348] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.657563] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.657747] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.num_iser_scan_tries = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.657915] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.num_memory_encrypted_guests = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.658086] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.658257] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.num_pcie_ports = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.658428] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.num_volume_scan_tries = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.658605] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.pmem_namespaces = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.658774] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.quobyte_client_cfg = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.659035] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.659217] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rbd_connect_timeout = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.659388] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.659555] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.659722] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rbd_secret_uuid = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.659885] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rbd_user = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.660081] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.660251] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.remote_filesystem_transport = ssh {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.660423] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rescue_image_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.660587] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rescue_kernel_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.660749] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rescue_ramdisk_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.660923] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.661094] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.rx_queue_size = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.661274] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.smbfs_mount_options = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.661485] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.661657] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.snapshot_compression = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.661821] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.snapshot_image_format = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.662054] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.662229] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.sparse_logical_volumes = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.662399] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.swtpm_enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.662577] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.swtpm_group = tss {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.662750] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.swtpm_user = tss {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.662924] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.sysinfo_serial = unique {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.663088] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.tb_cache_size = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.663252] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.tx_queue_size = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.663473] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.uid_maps = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.663645] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.use_virtio_for_bridges = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.663826] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.virt_type = kvm {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.663999] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.volume_clear = zero {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.664184] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.volume_clear_size = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.664408] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.volume_use_multipath = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.664610] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.vzstorage_cache_path = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.664794] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.664974] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.vzstorage_mount_group = qemu {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.665149] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.vzstorage_mount_opts = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.665325] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.665549] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.665731] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.vzstorage_mount_user = stack {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.665905] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.666105] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.666306] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.auth_type = password {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.666475] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.666641] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.666812] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.667013] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.connect_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.667185] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.connect_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.667385] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.default_floating_pool = public {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.667553] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.endpoint_override = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.667724] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.extension_sync_interval = 600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.667893] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.http_retries = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.668075] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.668245] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.668409] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.max_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.668584] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.668747] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.min_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.668921] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.ovs_bridge = br-int {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.669118] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.physnets = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.669300] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.region_name = RegionOne {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.669489] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.retriable_status_codes = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.669665] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.service_metadata_proxy = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.669829] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.service_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.670010] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.service_type = network {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.670177] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.670340] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.status_code_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.670503] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.status_code_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.670665] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.670853] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.671018] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] neutron.version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.671196] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] notifications.bdms_in_notifications = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.671386] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] notifications.default_level = INFO {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.671601] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] notifications.notification_format = unversioned {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.671774] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] notifications.notify_on_state_change = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.671957] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.672181] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] pci.alias = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.672359] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] pci.device_spec = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.672529] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] pci.report_in_placement = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.672738] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.672921] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.auth_type = password {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.673120] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.673289] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.673451] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.673618] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.673781] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.connect_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.673944] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.connect_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.674130] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.default_domain_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.674299] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.default_domain_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.674462] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.domain_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.674624] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.domain_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.674787] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.endpoint_override = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.674955] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.675118] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.675283] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.max_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.675439] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.min_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.675608] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.password = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.675775] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.project_domain_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.675949] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.project_domain_name = Default {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.676135] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.project_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.676323] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.project_name = service {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.676525] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.region_name = RegionOne {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.676696] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.retriable_status_codes = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.676860] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.service_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.677041] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.service_type = placement {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.677211] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.677380] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.status_code_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.677547] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.status_code_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.677710] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.system_scope = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.677871] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.678036] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.trust_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.678205] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.user_domain_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.678375] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.user_domain_name = Default {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.678538] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.user_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.678714] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.username = placement {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.678918] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.679123] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] placement.version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.679311] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.cores = 20 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.679481] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.count_usage_from_placement = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.679660] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.679858] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.injected_file_content_bytes = 10240 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.680047] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.injected_file_path_length = 255 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.680242] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.injected_files = 5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.680416] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.instances = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.680612] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.key_pairs = 100 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.680786] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.metadata_items = 128 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.680958] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.ram = 51200 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.681131] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.recheck_quota = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.681302] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.server_group_members = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.681499] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] quota.server_groups = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.681703] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.681897] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.682070] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.image_metadata_prefilter = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.682257] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.682427] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.max_attempts = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.682612] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.max_placement_results = 1000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.682803] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.682972] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.query_placement_for_image_type_support = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.683162] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.683341] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] scheduler.workers = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.683555] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.683735] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.683938] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.684133] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.684310] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.684480] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.684651] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.684877] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.685058] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.host_subset_size = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.685233] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.685418] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.685589] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.685760] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.isolated_hosts = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.685934] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.isolated_images = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.686103] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.686270] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.686436] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.686606] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.pci_in_placement = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.686772] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.686974] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.687156] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.687324] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.687494] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.687667] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.687835] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.track_instance_changes = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.688025] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.688210] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] metrics.required = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.688384] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] metrics.weight_multiplier = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.688557] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.688724] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] metrics.weight_setting = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.689075] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.689265] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] serial_console.enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.689473] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] serial_console.port_range = 10000:20000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.689649] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.689824] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.689997] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] serial_console.serialproxy_port = 6083 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.690171] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.690350] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.auth_type = password {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.690515] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.690678] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.690845] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.691035] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.691208] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.691388] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.send_service_user_token = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.691557] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.691720] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] service_user.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.691931] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.agent_enabled = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.692118] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.692482] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.692720] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.692898] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.html5proxy_port = 6082 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.693070] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.image_compression = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.693240] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.jpeg_compression = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.693405] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.playback_compression = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.693585] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.server_listen = 127.0.0.1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.693762] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.693926] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.streaming_mode = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.694091] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] spice.zlib_compression = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.694286] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] upgrade_levels.baseapi = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.694464] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] upgrade_levels.compute = auto {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.694629] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] upgrade_levels.conductor = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.694790] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] upgrade_levels.scheduler = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.694984] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.695161] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.auth_type = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.695327] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.695490] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.695658] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.695824] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.695987] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.696174] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.696341] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vendordata_dynamic_auth.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.696554] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.api_retry_count = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.696722] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.ca_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.696925] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.cache_prefix = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.697101] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.cluster_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.697273] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.connection_pool_size = 10 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.697435] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.console_delay_seconds = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.697597] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.datastore_regex = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.697767] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.host_ip = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.697931] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.host_password = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.698101] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.host_port = 443 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.698269] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.host_username = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.698435] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.698598] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.integration_bridge = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.698770] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.maximum_objects = 100 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.698969] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.pbm_default_policy = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.699159] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.pbm_enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.699326] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.pbm_wsdl_location = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.699499] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.699664] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.serial_port_proxy_uri = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.699825] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.serial_port_service_uri = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.700041] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.task_poll_interval = 0.5 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.700238] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.use_linked_clone = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.700417] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.vnc_keymap = en-us {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.700590] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.vnc_port = 5900 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.700759] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vmware.vnc_port_total = 10000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.700981] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.auth_schemes = ['none'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.701159] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.enabled = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.701474] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.701671] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.701846] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.novncproxy_port = 6080 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.702028] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.server_listen = 127.0.0.1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.702207] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.702374] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.vencrypt_ca_certs = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.702555] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.vencrypt_client_cert = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.702742] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] vnc.vencrypt_client_key = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.702973] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.703167] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.703374] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.703549] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.703716] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.disable_rootwrap = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.703881] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.enable_numa_live_migration = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.704057] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.704234] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.704399] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.704564] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.libvirt_disable_apic = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.704728] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.704892] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.705056] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.705223] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.705386] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.705550] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.705713] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.705886] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.706050] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.706221] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.706432] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.706607] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.client_socket_timeout = 900 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.706777] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.default_pool_size = 1000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.706970] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.keep_alive = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.707152] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.max_header_line = 16384 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.707322] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.secure_proxy_ssl_header = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.707539] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.ssl_ca_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.707742] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.ssl_cert_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.707914] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.ssl_key_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.708100] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.tcp_keepidle = 600 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.708317] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.708504] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] zvm.ca_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.708674] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] zvm.cloud_connector_url = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.708905] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.709104] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] zvm.reachable_timeout = 300 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.709350] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.enforce_new_defaults = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.709547] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.enforce_scope = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.709732] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.policy_default_rule = default {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.709947] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.710150] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.policy_file = policy.yaml {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.710361] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.710532] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.710697] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.710860] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.711635] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.711635] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.711635] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.712137] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.connection_string = messaging:// {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715204] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.enabled = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715204] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.es_doc_type = notification {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715204] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.es_scroll_size = 10000 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715204] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.es_scroll_time = 2m {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715204] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.filter_error_trace = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715204] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.hmac_keys = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715368] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.sentinel_service_name = mymaster {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715368] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.socket_timeout = 0.1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715368] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.trace_requests = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715368] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler.trace_sqlalchemy = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715368] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler_jaeger.process_tags = {} {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715368] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler_jaeger.service_name_prefix = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715535] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] profiler_otlp.service_name_prefix = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715535] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] remote_debug.host = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715535] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] remote_debug.port = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715535] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715535] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715535] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715710] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715710] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.715845] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.716050] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.716205] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.716391] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.716565] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.716726] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.716901] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.717080] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.717259] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.717432] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.717603] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.717769] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.717945] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.718113] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.718278] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.718446] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.718639] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.718810] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.719007] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.719188] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.719357] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.719528] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.719696] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.719870] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.720082] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.ssl = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.720271] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.720450] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.720618] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.720798] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.720976] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.ssl_version = {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.721146] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.721382] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.721555] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_notifications.retry = -1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.721749] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.721929] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_messaging_notifications.transport_url = **** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.722140] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.auth_section = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.722308] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.auth_type = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.722473] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.cafile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.722634] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.certfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.722822] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.collect_timing = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.723037] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.connect_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.723210] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.connect_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.723376] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.endpoint_id = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.723539] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.endpoint_override = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.723703] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.insecure = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.723861] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.keyfile = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.724036] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.max_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.724240] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.min_version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.724408] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.region_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.724573] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.retriable_status_codes = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.724741] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.service_name = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.724902] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.service_type = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.725070] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.split_loggers = False {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.725257] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.status_code_retries = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.725420] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.status_code_retry_delay = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.725584] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.timeout = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.725750] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.valid_interfaces = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.725910] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_limit.version = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.726110] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_reports.file_event_handler = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.726283] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.726447] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] oslo_reports.log_dir = None {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 438.726590] nova-conductor[53566]: DEBUG oslo_service.service [None req-08d11093-cfdc-4f24-bee8-32b886b3222a None None] ******************************************************************************** {{(pid=53566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2624}} [ 448.473115] nova-conductor[53566]: DEBUG dbcounter [-] [53566] Writing DB stats nova_api:SELECT=3 {{(pid=53566) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 448.546629] nova-conductor[53566]: DEBUG dbcounter [-] [53566] Writing DB stats nova_cell0:SELECT=3 {{(pid=53566) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 448.548666] nova-conductor[53566]: DEBUG dbcounter [-] [53566] Writing DB stats nova_cell1:SELECT=3 {{(pid=53566) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 453.633125] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=10,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 453.633884] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 525.261811] nova-conductor[53988]: DEBUG oslo_db.sqlalchemy.engines [None req-eb1cd500-a9b4-49ce-800c-4fa4eef898dd None None] Parent process 53566 forked (53988) with an open database connection, which is being discarded and recreated. {{(pid=53988) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 525.263861] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writer thread running {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 535.266021] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 537.986766] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=13,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 540.986175] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=19,nova_cell1:INSERT=1,nova_cell1:UPDATE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 557.011782] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=4 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 557.018200] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Creating reply queue: reply_fd0f829ff068404c86ac0a656c705f05 [ 557.024146] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Expecting reply to msg ce026b316e104b42bb13cd4be9a880b5 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 557.763339] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ce026b316e104b42bb13cd4be9a880b5 [ 557.764151] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Took 0.75 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 557.788663] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.789008] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.790530] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.792540] nova-conductor[53988]: INFO dbcounter [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Registered counter for database nova_cell1 [ 557.795025] nova-conductor[53988]: DEBUG oslo_db.sqlalchemy.engines [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53988) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 557.797151] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writer thread running {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 557.854509] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.854744] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.855171] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.855584] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.855773] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.855935] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.857456] nova-conductor[53988]: INFO dbcounter [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Registered counter for database nova_cell0 [ 557.864642] nova-conductor[53988]: DEBUG oslo_db.sqlalchemy.engines [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53988) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 557.866552] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writer thread running {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 557.876274] nova-conductor[53988]: DEBUG nova.quota [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Getting quotas for project 90d6714fb9c944a38be6c59ab28bf5a3. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 557.879115] nova-conductor[53988]: DEBUG nova.quota [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Getting quotas for user ef055033d8d949c687bc10e59cc81d7e and project 90d6714fb9c944a38be6c59ab28bf5a3. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 557.884104] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] [instance: 683996e1-4e16-4add-8fa6-3c2843ebbf21] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 557.884656] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.884860] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.885030] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.890938] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] [instance: 683996e1-4e16-4add-8fa6-3c2843ebbf21] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 557.891141] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.891340] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.891501] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.916977] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.917210] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.917384] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.917657] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53988) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.917795] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53988) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.918309] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.918526] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.918741] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.919199] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.919299] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.919456] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.924968] nova-conductor[53988]: INFO nova.compute.rpcapi [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 557.925412] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4cd8f88b-21c7-458b-ba08-4526491ab591 None None] Releasing lock "compute-rpcapi-router" {{(pid=53988) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.717453] nova-conductor[53987]: DEBUG oslo_db.sqlalchemy.engines [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Parent process 53566 forked (53987) with an open database connection, which is being discarded and recreated. {{(pid=53987) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 561.719875] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writer thread running {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 561.727666] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Creating reply queue: reply_c595883206334d7e92790d99fbd7a885 [ 561.735502] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Expecting reply to msg c599cc44850848c2867402021c9a807f in queue reply_c595883206334d7e92790d99fbd7a885 [ 561.942085] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c599cc44850848c2867402021c9a807f [ 561.942870] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Took 0.22 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 561.962966] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=4 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 561.966731] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.967580] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.969118] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.971087] nova-conductor[53987]: INFO dbcounter [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Registered counter for database nova_cell1 [ 561.977117] nova-conductor[53987]: DEBUG oslo_db.sqlalchemy.engines [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53987) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 561.979823] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writer thread running {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 562.031153] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.031219] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.031623] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.032067] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.032269] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.032426] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.034366] nova-conductor[53987]: INFO dbcounter [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Registered counter for database nova_cell0 [ 562.042431] nova-conductor[53987]: DEBUG oslo_db.sqlalchemy.engines [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53987) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 562.045534] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writer thread running {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 562.058825] nova-conductor[53987]: DEBUG nova.quota [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Getting quotas for project cf89869331f1470a8cf537607173c67f. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 562.062379] nova-conductor[53987]: DEBUG nova.quota [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Getting quotas for user 5e6b5c355ece4a0e97df6e999af64b58 and project cf89869331f1470a8cf537607173c67f. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 562.078918] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: b6e68fe1-4ec8-4f0f-bc6b-168038b1998e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 562.079651] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.079875] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.080068] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.084438] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: b6e68fe1-4ec8-4f0f-bc6b-168038b1998e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 562.085147] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.085378] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.085566] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.118417] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.118417] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.118417] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.118417] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.118667] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.119122] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.119343] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.119509] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.119888] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.120087] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.120280] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.127768] nova-conductor[53987]: INFO nova.compute.rpcapi [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 562.128421] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9a5f6-c410-4feb-b7fa-e9d10d240a4e None None] Releasing lock "compute-rpcapi-router" {{(pid=53987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.910209] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=11 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 567.913684] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 567.924213] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=5 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 567.924796] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=15,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=21,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 569.258412] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Expecting reply to msg ff16af5d91f14de99d0d475c369aee74 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 569.419912] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ff16af5d91f14de99d0d475c369aee74 [ 569.420787] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Took 0.17 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.434063] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.434211] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.434432] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.469094] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.469324] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.469496] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.469862] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.470044] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.470203] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.483007] nova-conductor[53988]: DEBUG nova.quota [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Getting quotas for project f1c53c3cb5314909973589bdec54d1b2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.485411] nova-conductor[53988]: DEBUG nova.quota [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Getting quotas for user 0e2476b5af394c34850545a4b52ec5da and project f1c53c3cb5314909973589bdec54d1b2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.498151] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] [instance: 29281253-e489-48f5-b219-75ae984adb00] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.498683] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.498925] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.499061] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.501976] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] [instance: 29281253-e489-48f5-b219-75ae984adb00] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.502628] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.502835] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.502995] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.518165] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.518384] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.518553] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.699502] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Expecting reply to msg eeab24c7aee645f88d888d52c1eae211 in queue reply_c595883206334d7e92790d99fbd7a885 [ 569.858506] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg eeab24c7aee645f88d888d52c1eae211 [ 569.859643] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Took 0.16 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.891173] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.891173] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.891173] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.963777] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.964074] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.964226] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.964628] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.964943] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.965116] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.987060] nova-conductor[53987]: DEBUG nova.quota [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Getting quotas for project 35934b0d6fb84745955d3aad4935dd83. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.989523] nova-conductor[53987]: DEBUG nova.quota [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Getting quotas for user 2fb2524a0c8840f58983c6c41fccd11e and project 35934b0d6fb84745955d3aad4935dd83. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.997766] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] [instance: 2c9b8ba9-193e-468f-bc4e-006ab413b374] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.998317] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.998525] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.998694] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.006331] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] [instance: 2c9b8ba9-193e-468f-bc4e-006ab413b374] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 570.007012] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.007217] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.007386] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.021485] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.021666] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.021837] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.227481] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Expecting reply to msg cca3341439bc4e8ab1858aea2b1d15f0 in queue reply_c595883206334d7e92790d99fbd7a885 [ 571.376072] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg cca3341439bc4e8ab1858aea2b1d15f0 [ 571.376956] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Took 0.15 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 571.387983] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.388460] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.388671] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.452780] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.453073] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.453247] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.453764] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.453965] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.454127] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.464917] nova-conductor[53987]: DEBUG nova.quota [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Getting quotas for project 33ec6b4a6e4d4d828bd5faa92126c92e. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 571.467246] nova-conductor[53987]: DEBUG nova.quota [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Getting quotas for user a2f7368f8bb044ab9f08db792ee05338 and project 33ec6b4a6e4d4d828bd5faa92126c92e. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 571.473429] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] [instance: aacbebf5-bd31-465b-b574-6c4a98b27f30] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 571.474051] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.474388] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.474687] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.480496] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] [instance: aacbebf5-bd31-465b-b574-6c4a98b27f30] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 571.481343] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.481834] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.482136] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.499816] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.500296] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.500677] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.620327] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Expecting reply to msg 6060bc740c354e15a4873381df22283c in queue reply_c595883206334d7e92790d99fbd7a885 [ 571.765454] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 6060bc740c354e15a4873381df22283c [ 571.766300] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Took 0.15 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 571.778183] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.778467] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.778644] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.803558] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.803797] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.803969] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.804423] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.804620] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.804889] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.819191] nova-conductor[53987]: DEBUG nova.quota [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Getting quotas for project 36e25054ec3d49c598325d3af94c3393. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 571.823268] nova-conductor[53987]: DEBUG nova.quota [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Getting quotas for user 3a6dd7e0984e44b795d5e11bf4c82fd3 and project 36e25054ec3d49c598325d3af94c3393. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 571.827643] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] [instance: 7d93caea-4740-4bcd-9f06-9397d37a07b2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 571.828856] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.829100] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.829284] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.832117] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] [instance: 7d93caea-4740-4bcd-9f06-9397d37a07b2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 571.832827] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.833009] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.833235] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.875229] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.875454] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.875625] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.508494] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Expecting reply to msg ba28a2b31728448383e7c73f85ae2ee1 in queue reply_c595883206334d7e92790d99fbd7a885 [ 574.671147] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ba28a2b31728448383e7c73f85ae2ee1 [ 574.672013] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Took 0.17 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 574.684194] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.684444] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.684618] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.717706] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.718216] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.718566] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.719139] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.719540] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.719950] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.756128] nova-conductor[53987]: DEBUG nova.quota [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Getting quotas for project 52e958256a8947ae85fbbb0c13ef4220. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 574.759109] nova-conductor[53987]: DEBUG nova.quota [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Getting quotas for user 9adfb40d53d74004a33c395f48e136cf and project 52e958256a8947ae85fbbb0c13ef4220. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 574.769336] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] [instance: eb0c04e3-1234-445c-bfa6-e031dd0b89d3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 574.769882] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.770073] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.770246] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.773159] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] [instance: eb0c04e3-1234-445c-bfa6-e031dd0b89d3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 574.774073] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.774353] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.774564] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.789652] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.789900] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.790168] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.138528] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Expecting reply to msg 8928b7df46cf4a29b4ec39636c39c71f in queue reply_c595883206334d7e92790d99fbd7a885 [ 578.298371] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8928b7df46cf4a29b4ec39636c39c71f [ 578.299352] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Took 0.16 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 578.319856] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.320313] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.320604] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.364170] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.364503] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.364716] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.365095] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.366477] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.366698] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.378159] nova-conductor[53987]: DEBUG nova.quota [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Getting quotas for project 6758fd3414654235a7cc71acfdefa72d. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 578.380670] nova-conductor[53987]: DEBUG nova.quota [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Getting quotas for user 895fac3191624cde945e0b373c5c810d and project 6758fd3414654235a7cc71acfdefa72d. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 578.390449] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] [instance: fd0ac9db-adc2-46f2-93ff-0b7e299534a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 578.391019] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.391234] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.391403] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.394443] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] [instance: fd0ac9db-adc2-46f2-93ff-0b7e299534a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 578.395110] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.395375] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.395554] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.413588] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.413588] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.413588] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.475116] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 579.505187] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 579.512890] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 579.516330] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 580.468898] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Expecting reply to msg ab4e7cad52b749ffbcc42d96fced530b in queue reply_c595883206334d7e92790d99fbd7a885 [ 580.628073] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ab4e7cad52b749ffbcc42d96fced530b [ 580.628931] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Took 0.16 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 580.642463] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.642828] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.643010] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.679695] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.679924] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.680225] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.681023] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.681280] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.681537] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.691246] nova-conductor[53987]: DEBUG nova.quota [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Getting quotas for project b94780269444437fa1c7ff05a9723f42. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 580.693256] nova-conductor[53987]: DEBUG nova.quota [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Getting quotas for user 6104986075644974aaa80bb3907bf2d1 and project b94780269444437fa1c7ff05a9723f42. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 580.698849] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] [instance: 00931111-13a1-447d-a401-943221badd59] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 580.699399] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.699715] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.699793] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.705236] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] [instance: 00931111-13a1-447d-a401-943221badd59] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 580.706223] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.706447] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.706614] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.727280] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.727503] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.727836] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.191372] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Expecting reply to msg 55fe950b6b78447a82e25ea4d2ff6d47 in queue reply_c595883206334d7e92790d99fbd7a885 [ 581.371324] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 55fe950b6b78447a82e25ea4d2ff6d47 [ 581.372224] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Took 0.19 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 581.384355] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.385082] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.385082] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.448722] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.448722] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.448722] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.448722] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.448989] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.448989] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.458824] nova-conductor[53987]: DEBUG nova.quota [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Getting quotas for project 5a70e175710d40f1b889d65c5eaca043. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 581.460555] nova-conductor[53987]: DEBUG nova.quota [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Getting quotas for user 6f9c51cfef1646d4986c4cea34966be4 and project 5a70e175710d40f1b889d65c5eaca043. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 581.468327] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: 99f9912a-edf0-40f5-a7ce-55767081705b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 581.469315] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.469552] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.469616] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.472722] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: 99f9912a-edf0-40f5-a7ce-55767081705b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 581.473408] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.473617] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.474317] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.489033] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.489313] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.489749] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.412764] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Expecting reply to msg e3cd9fef9dae488ba7128176a5cb432a in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 582.546562] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e3cd9fef9dae488ba7128176a5cb432a [ 582.547403] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 582.567361] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.567609] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.567784] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.595629] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.595870] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.596069] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.596458] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.599060] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.599060] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.609659] nova-conductor[53988]: DEBUG nova.quota [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Getting quotas for project f2b0ea45199c4025a6d3ecd769b154ac. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 582.614316] nova-conductor[53988]: DEBUG nova.quota [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Getting quotas for user 1794bd0a021c40cbb2ac1a88359c88db and project f2b0ea45199c4025a6d3ecd769b154ac. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 582.622051] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] [instance: 7f9f2074-6822-4d9d-9791-4bebc7e55862] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 582.622816] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.623155] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.623462] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.626526] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] [instance: 7f9f2074-6822-4d9d-9791-4bebc7e55862] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 582.627355] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.627682] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.627979] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.643723] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.645682] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.646007] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.041104] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Expecting reply to msg 9000bb5050094a4d99b7e3fb0e4f9b91 in queue reply_c595883206334d7e92790d99fbd7a885 [ 585.176464] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 9000bb5050094a4d99b7e3fb0e4f9b91 [ 585.177274] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 585.194285] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.195344] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.195344] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.235599] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.236160] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.236505] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.237484] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.237804] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.238287] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.252544] nova-conductor[53987]: DEBUG nova.quota [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Getting quotas for project 5a70e175710d40f1b889d65c5eaca043. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 585.254748] nova-conductor[53987]: DEBUG nova.quota [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Getting quotas for user 6f9c51cfef1646d4986c4cea34966be4 and project 5a70e175710d40f1b889d65c5eaca043. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 585.263070] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: bf8c692f-6510-4548-aedd-0e1792512e20] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 585.263660] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.263807] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.263977] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.267975] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: bf8c692f-6510-4548-aedd-0e1792512e20] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 585.268722] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.268856] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.269050] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.283594] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.283822] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.284007] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.872763] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Expecting reply to msg c39d160e39f045eeb47430328a29434b in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 588.048694] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c39d160e39f045eeb47430328a29434b [ 588.049573] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Took 0.18 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.068925] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.068925] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.068925] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.103106] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.103350] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.103524] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.104236] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.104444] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.104614] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.113423] nova-conductor[53988]: DEBUG nova.quota [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Getting quotas for project 699aeda85119429e8454dfc82da1a98d. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.115192] nova-conductor[53988]: DEBUG nova.quota [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Getting quotas for user e052990345b74fe189a14d94f8c9b734 and project 699aeda85119429e8454dfc82da1a98d. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.121690] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.122193] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.122395] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.122563] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.125843] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.126508] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.126713] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.126877] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.149819] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.150054] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.150248] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.556927] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Expecting reply to msg 136d2126c16c43c5b4b570bdd2a64f31 in queue reply_c595883206334d7e92790d99fbd7a885 [ 588.739684] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 136d2126c16c43c5b4b570bdd2a64f31 [ 588.740828] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Took 0.19 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.758015] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.758255] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.758421] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.787719] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.787948] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.788145] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.788524] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.788773] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.792712] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.797959] nova-conductor[53987]: DEBUG nova.quota [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Getting quotas for project d0b5bbd9dc6240abb9b778ae8cc529d3. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.800312] nova-conductor[53987]: DEBUG nova.quota [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Getting quotas for user 9f75696f03de42d4a907d815dfaec43f and project d0b5bbd9dc6240abb9b778ae8cc529d3. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.809301] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] [instance: 95426048-d403-4dad-9ad7-b76de655a319] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.809301] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.809301] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.809622] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.810223] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] [instance: 95426048-d403-4dad-9ad7-b76de655a319] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.811202] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.811405] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.811577] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.827994] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.828259] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.828427] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.043713] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Expecting reply to msg 0722ace0e4e842469450b942a6321cab in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 591.180716] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0722ace0e4e842469450b942a6321cab [ 591.181587] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 591.194881] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.195123] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.195338] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.232397] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.232982] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.233458] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.235123] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.235442] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.235736] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.251446] nova-conductor[53988]: DEBUG nova.quota [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Getting quotas for project 611107ae6fd34f229748efbb07ee5440. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 591.258874] nova-conductor[53988]: DEBUG nova.quota [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Getting quotas for user b6dc125412494047b243a232dd14e41f and project 611107ae6fd34f229748efbb07ee5440. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 591.265559] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: adc73db6-8bff-4007-ae74-528a37840d96] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 591.266097] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.266313] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.266483] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.269566] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: adc73db6-8bff-4007-ae74-528a37840d96] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 591.270236] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.271209] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.271209] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.286701] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.286940] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.287113] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.286218] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Expecting reply to msg cf99f03d6e754dbeb22eed109458c806 in queue reply_c595883206334d7e92790d99fbd7a885 [ 594.501361] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg cf99f03d6e754dbeb22eed109458c806 [ 594.501823] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Took 0.22 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 594.513339] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.513557] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.513723] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.543911] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.544173] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.544349] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.544771] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.544960] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.545136] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.553898] nova-conductor[53987]: DEBUG nova.quota [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Getting quotas for project 25a28c92896e40579825c80835b35a91. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 594.555874] nova-conductor[53987]: DEBUG nova.quota [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Getting quotas for user 666013d426ea4bf690cd092df0598be1 and project 25a28c92896e40579825c80835b35a91. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 594.560984] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] [instance: 788fc9bb-2f88-4f82-88cf-9c7a002edb47] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 594.561449] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.561647] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.561814] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.565322] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] [instance: 788fc9bb-2f88-4f82-88cf-9c7a002edb47] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 594.565952] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.566156] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.566401] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.581395] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.581567] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.581740] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.953483] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Expecting reply to msg a5562a8c87a2415d823532a9c6bdb62b in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 596.165751] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a5562a8c87a2415d823532a9c6bdb62b [ 596.166612] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Took 0.22 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 596.183263] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.183263] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.183263] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.219149] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.220022] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.220284] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.220705] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.220945] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.221232] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.231375] nova-conductor[53988]: DEBUG nova.quota [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Getting quotas for project d0d897e17ca14c6eab1374592f56a53c. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 596.234195] nova-conductor[53988]: DEBUG nova.quota [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Getting quotas for user 9be85e8b45504b80bb1b3049a4062286 and project d0d897e17ca14c6eab1374592f56a53c. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 596.239801] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] [instance: 62d0a02d-88af-48f2-a14a-c9f2e899babe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 596.240462] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.240778] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.241057] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.244825] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] [instance: 62d0a02d-88af-48f2-a14a-c9f2e899babe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 596.245540] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.245934] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.246834] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.262577] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.262800] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.262994] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.527267] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Expecting reply to msg 4f5aa812cb1644a3b349b9763da5aa34 in queue reply_c595883206334d7e92790d99fbd7a885 [ 597.668542] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4f5aa812cb1644a3b349b9763da5aa34 [ 597.668542] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Took 0.15 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 597.684250] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.684523] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.684714] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.725021] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.725254] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.725424] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.725804] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.725985] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.726143] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.735495] nova-conductor[53987]: DEBUG nova.quota [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Getting quotas for project 997d2e9ae4c54906a0fa2db12f891d09. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 597.737731] nova-conductor[53987]: DEBUG nova.quota [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Getting quotas for user 04001c3b85ee4e2c8a4e981564a21003 and project 997d2e9ae4c54906a0fa2db12f891d09. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 597.744636] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] [instance: c7fac9e7-0802-4f2e-a577-4ee50efa835a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 597.745155] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.745368] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.745536] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.748540] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] [instance: c7fac9e7-0802-4f2e-a577-4ee50efa835a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 597.749198] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.749413] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.749570] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.762601] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.762827] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.763006] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.244745] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Expecting reply to msg e187640b4f214c5791f03f25cb769db5 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 601.425233] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e187640b4f214c5791f03f25cb769db5 [ 601.425233] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Took 0.18 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 601.439604] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.440251] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.440575] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.471725] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.472182] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.472507] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.473011] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.473314] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.473634] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.485834] nova-conductor[53988]: DEBUG nova.quota [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Getting quotas for project e4a928f43a5940b99afed582c12b982e. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 601.488307] nova-conductor[53988]: DEBUG nova.quota [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Getting quotas for user 3b50db55be9848749dd9f324f80993ae and project e4a928f43a5940b99afed582c12b982e. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 601.494110] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] [instance: b9315087-b61c-488c-aaa9-5f4b4e2f12b4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 601.494764] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.495097] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.495405] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.498524] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] [instance: b9315087-b61c-488c-aaa9-5f4b4e2f12b4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 601.499356] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.499679] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.499973] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.526718] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.526718] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.526718] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.010783] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Expecting reply to msg 0d14ff4c19c841e7b561a2fd9036bc72 in queue reply_c595883206334d7e92790d99fbd7a885 [ 604.234682] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0d14ff4c19c841e7b561a2fd9036bc72 [ 604.234682] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Took 0.22 seconds to select destinations for 2 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 604.244292] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.244600] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.244700] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.273489] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.273741] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.273924] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.303496] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.303857] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.304085] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.304565] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.304767] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.304933] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.314553] nova-conductor[53987]: DEBUG nova.quota [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Getting quotas for project 8825cecb97eb44a4b573d5838145a686. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 604.317139] nova-conductor[53987]: DEBUG nova.quota [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Getting quotas for user 67eb84bd848f46bf864955b2f5a81c6c and project 8825cecb97eb44a4b573d5838145a686. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 604.326441] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: 3889663a-53e8-4d3e-bed6-5e86519522ef] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 604.326643] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.326780] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.326951] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.329744] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: 3889663a-53e8-4d3e-bed6-5e86519522ef] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 604.330410] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.330621] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.331027] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.343613] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.343761] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.343937] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.357225] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: 833dbc2a-a434-4ca1-aa33-b48a910c0e91] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 604.357225] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.357225] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.357225] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.360952] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: 833dbc2a-a434-4ca1-aa33-b48a910c0e91] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 604.360952] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.360952] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.361236] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.378186] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.378384] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.378563] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.252053] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Expecting reply to msg 880f83b294094063a5fc8bc5894a3f37 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 605.421778] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 880f83b294094063a5fc8bc5894a3f37 [ 605.422611] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Took 0.17 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 605.436579] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.436666] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.436762] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.470087] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.470339] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.470514] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.470888] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.471079] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.471249] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.483620] nova-conductor[53988]: DEBUG nova.quota [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Getting quotas for project 83c115dd266d48dda067316af2615d07. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 605.485939] nova-conductor[53988]: DEBUG nova.quota [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Getting quotas for user 746fb1afd46a4d3b8639e06b3d5dfe57 and project 83c115dd266d48dda067316af2615d07. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 605.497393] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] [instance: 8819ddfb-4286-455b-8216-05e89424183e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 605.498517] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.498783] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.498961] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.507922] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] [instance: 8819ddfb-4286-455b-8216-05e89424183e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 605.508739] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.508955] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.509153] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.524861] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.524861] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.524861] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.343600] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Expecting reply to msg 2f6e93176c1540c0b233e06687802d83 in queue reply_c595883206334d7e92790d99fbd7a885 [ 606.500508] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2f6e93176c1540c0b233e06687802d83 [ 606.501365] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Took 0.16 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.513168] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.513402] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.513586] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.558646] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.558646] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.558817] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.559197] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.559548] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.559838] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.569883] nova-conductor[53987]: DEBUG nova.quota [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Getting quotas for project 3440a5a7e3654f19af75a755d36b4ed5. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.572175] nova-conductor[53987]: DEBUG nova.quota [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Getting quotas for user f688abab403b4778a3f0e7604fca3819 and project 3440a5a7e3654f19af75a755d36b4ed5. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.579638] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] [instance: fb407af6-66cb-4b3d-b630-d2b5a4b2c8d8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.580287] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.580704] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.580936] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.583856] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] [instance: fb407af6-66cb-4b3d-b630-d2b5a4b2c8d8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.584749] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.584915] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.585124] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.599357] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.599441] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.599617] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.620573] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Expecting reply to msg e00f1c63dd684bb29f2ff59a55f097eb in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 608.791567] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e00f1c63dd684bb29f2ff59a55f097eb [ 608.792522] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Took 0.18 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 608.812382] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.812382] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.812382] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.864774] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=290,nova_cell1:UPDATE=69,nova_cell1:INSERT=14,nova_cell1:SAVEPOINT=10,nova_cell1:RELEASE=10 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 608.868578] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.869045] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.869372] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.869813] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.870115] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.870298] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.881092] nova-conductor[53988]: DEBUG nova.quota [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Getting quotas for project e3a9e3e465de44a5919ead206981642d. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 608.883622] nova-conductor[53988]: DEBUG nova.quota [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Getting quotas for user 2aae0e3a8cbb4033add21c828ac63710 and project e3a9e3e465de44a5919ead206981642d. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 608.890449] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] [instance: fc905ad2-7f1d-4356-a8f7-1eda98cdd01d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.890449] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.890621] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.890799] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.893982] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] [instance: fc905ad2-7f1d-4356-a8f7-1eda98cdd01d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.894723] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.895077] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.895316] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.916358] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.916682] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.916923] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.147295] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Expecting reply to msg 0b221aed06ae4ebd8f9b95e14cde451b in queue reply_c595883206334d7e92790d99fbd7a885 [ 609.292092] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0b221aed06ae4ebd8f9b95e14cde451b [ 609.292092] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 609.301188] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.301711] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.302075] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.338790] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.339182] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.339520] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.340054] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.340438] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.340757] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.349688] nova-conductor[53987]: DEBUG nova.quota [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Getting quotas for project 3440a5a7e3654f19af75a755d36b4ed5. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 609.351903] nova-conductor[53987]: DEBUG nova.quota [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Getting quotas for user f688abab403b4778a3f0e7604fca3819 and project 3440a5a7e3654f19af75a755d36b4ed5. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 609.357230] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] [instance: 4868f1fe-04d3-4055-bf61-8a46723cf573] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 609.357856] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.358182] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.358489] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.361884] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] [instance: 4868f1fe-04d3-4055-bf61-8a46723cf573] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 609.362786] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.363105] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.363404] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.376883] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.377481] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.377815] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.659280] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Expecting reply to msg c5e1ebbbb897428ab645fbf9bde67e5f in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 609.778358] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c5e1ebbbb897428ab645fbf9bde67e5f [ 609.779326] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 609.793911] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.794147] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.794348] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.825506] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.825776] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.825980] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.826379] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.826607] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.826822] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.841152] nova-conductor[53988]: DEBUG nova.quota [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Getting quotas for project 83c115dd266d48dda067316af2615d07. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 609.843781] nova-conductor[53988]: DEBUG nova.quota [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Getting quotas for user 746fb1afd46a4d3b8639e06b3d5dfe57 and project 83c115dd266d48dda067316af2615d07. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 609.852129] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] [instance: fffdaf35-4e17-40ba-95a7-cf34fa04737e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 609.852692] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.852966] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.853173] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.856187] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] [instance: fffdaf35-4e17-40ba-95a7-cf34fa04737e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 609.856858] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.857086] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.857284] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.871604] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.871861] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.872112] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.180106] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=339,nova_cell1:UPDATE=72,nova_cell1:INSERT=14,nova_cell1:SAVEPOINT=6,nova_cell1:RELEASE=6 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 611.285971] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Expecting reply to msg f9f256bc133041248900f9b25ff63318 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 611.407374] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f9f256bc133041248900f9b25ff63318 [ 611.408076] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 611.420824] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.421034] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.421203] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.449047] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.449301] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.449528] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.449899] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.450091] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.450255] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.462472] nova-conductor[53988]: DEBUG nova.quota [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Getting quotas for project 3440a5a7e3654f19af75a755d36b4ed5. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 611.464848] nova-conductor[53988]: DEBUG nova.quota [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Getting quotas for user f688abab403b4778a3f0e7604fca3819 and project 3440a5a7e3654f19af75a755d36b4ed5. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 611.470085] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] [instance: bf8a0b66-22ef-4f1e-99a3-9727d4a61c02] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 611.470585] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.470784] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.470946] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.475718] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] [instance: bf8a0b66-22ef-4f1e-99a3-9727d4a61c02] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 611.476368] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.476576] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.476743] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.488902] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.489177] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.489392] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.566510] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Expecting reply to msg d8b8efb369fc4f528cbcb2df97b99afd in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 612.703968] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d8b8efb369fc4f528cbcb2df97b99afd [ 612.704853] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.715967] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.716222] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.716400] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.787324] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.787706] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.787824] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.788107] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.788310] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.788474] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.799343] nova-conductor[53988]: DEBUG nova.quota [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Getting quotas for project 1262189f896b4840883c52d33554dedd. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.801790] nova-conductor[53988]: DEBUG nova.quota [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Getting quotas for user 19b8ce8e5c4d4860a41c65ae7c202aff and project 1262189f896b4840883c52d33554dedd. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.807201] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] [instance: 6126223b-c712-4260-a49b-7a56c4035e75] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.807709] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.807942] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.808107] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.811015] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] [instance: 6126223b-c712-4260-a49b-7a56c4035e75] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.811699] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.817191] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.817191] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.828111] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.828364] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.828693] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.871451] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] [instance: 683996e1-4e16-4add-8fa6-3c2843ebbf21] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 683996e1-4e16-4add-8fa6-3c2843ebbf21 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 612.873575] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 612.873575] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 683996e1-4e16-4add-8fa6-3c2843ebbf21.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 683996e1-4e16-4add-8fa6-3c2843ebbf21. [ 612.873575] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-3fef2cb9-f777-41a8-93be-17ea526fb456 tempest-ServersAdmin275Test-1307627859 tempest-ServersAdmin275Test-1307627859-project-member] [instance: 683996e1-4e16-4add-8fa6-3c2843ebbf21] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 683996e1-4e16-4add-8fa6-3c2843ebbf21. [ 619.345907] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=33 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 619.366675] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=145,nova_cell1:SAVEPOINT=13,nova_cell1:INSERT=317,nova_cell1:RELEASE=13 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 619.372307] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=181,nova_api:UPDATE=10,nova_api:DELETE=8 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 619.374907] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=186,nova_api:DELETE=8,nova_api:UPDATE=6 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.718074] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Expecting reply to msg 4e9cf84b0acb407ebc1b158760758b50 in queue reply_c595883206334d7e92790d99fbd7a885 [ 620.847222] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4e9cf84b0acb407ebc1b158760758b50 [ 620.847998] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 620.860581] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.861380] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.861380] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.889555] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.890022] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.890300] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.891079] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.891079] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.891079] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.900287] nova-conductor[53987]: DEBUG nova.quota [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Getting quotas for project 1ed1a40fb9324c3e9551f4148660c051. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 620.902522] nova-conductor[53987]: DEBUG nova.quota [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Getting quotas for user d6031e11c5c14dcbbeec8825bf6a5a88 and project 1ed1a40fb9324c3e9551f4148660c051. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 620.907866] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 620.908462] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.908753] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.908992] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.911842] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 620.912549] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.912819] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.913054] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.927934] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.928854] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.929137] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.571593] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Expecting reply to msg a280a29b8b604cb69bce956d177e3f8e in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 622.735301] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a280a29b8b604cb69bce956d177e3f8e [ 622.736130] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Took 0.17 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.753747] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.754048] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.754269] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.792060] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=20 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 622.793943] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.794159] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.794326] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.794681] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.794863] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.795023] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.818296] nova-conductor[53988]: DEBUG nova.quota [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Getting quotas for project 7a52b5fa17a841488639a2e82d9e80ad. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.821173] nova-conductor[53988]: DEBUG nova.quota [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Getting quotas for user fc71dadd1cbb4325acf9482dea201ea4 and project 7a52b5fa17a841488639a2e82d9e80ad. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.826838] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] [instance: 9142a98b-6400-4cd2-b21f-29a435f95503] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.827375] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.827599] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.827768] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.830600] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] [instance: 9142a98b-6400-4cd2-b21f-29a435f95503] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.831350] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.831580] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.831753] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.844177] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.844403] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.844629] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.582107] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Expecting reply to msg 1d47cc35692f41c4867b608c3a21cc6b in queue reply_c595883206334d7e92790d99fbd7a885 [ 624.716402] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1d47cc35692f41c4867b608c3a21cc6b [ 624.717281] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 624.728566] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.728793] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.729057] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.779731] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.779830] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.779968] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.780425] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.780618] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.780777] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.796937] nova-conductor[53987]: DEBUG nova.quota [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Getting quotas for project 28b65a963d374daaab50fbe549b60955. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 624.799571] nova-conductor[53987]: DEBUG nova.quota [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Getting quotas for user 8fdb79b5281f43e0822ae0746b84d87f and project 28b65a963d374daaab50fbe549b60955. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 624.805876] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] [instance: 8999b9ee-ae7e-4438-80b7-dffdb3e92630] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 624.806372] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.806582] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.806750] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.809674] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] [instance: 8999b9ee-ae7e-4438-80b7-dffdb3e92630] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 624.810437] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.811130] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.811130] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.823670] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.823895] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.824187] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.902656] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Expecting reply to msg 7c2965fa8171499f9207482d741a5f56 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 628.070085] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 7c2965fa8171499f9207482d741a5f56 [ 628.070695] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Took 0.17 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 628.084079] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.084271] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.084714] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.121000] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.121223] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.121393] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.121744] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.121930] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.122100] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.134326] nova-conductor[53988]: DEBUG nova.quota [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Getting quotas for project 750b8806654240fc8e5c8031bfd37f54. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 628.136940] nova-conductor[53988]: DEBUG nova.quota [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Getting quotas for user 84d8b2b774fd458bb600823927e5b0d2 and project 750b8806654240fc8e5c8031bfd37f54. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 628.142621] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] [instance: 018ab9c2-8c6d-4836-9e26-70ffc33b9b30] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 628.143115] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.143320] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.143479] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.146240] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] [instance: 018ab9c2-8c6d-4836-9e26-70ffc33b9b30] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 628.147268] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.147268] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.147415] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.165514] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.165744] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.165924] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.566950] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Expecting reply to msg 3c67a5443e804a5a90ae0b130dd73f11 in queue reply_c595883206334d7e92790d99fbd7a885 [ 628.858438] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3c67a5443e804a5a90ae0b130dd73f11 [ 628.858438] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Took 0.29 seconds to select destinations for 3 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 628.867243] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.867684] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.868094] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.921313] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.921808] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.922162] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.947460] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.947889] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.948458] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.986821] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.987065] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.987244] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.987653] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.987847] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.988024] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.003065] nova-conductor[53987]: DEBUG nova.quota [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Getting quotas for project df1efe9929e4485090e069a135244781. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 629.003065] nova-conductor[53987]: DEBUG nova.quota [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Getting quotas for user 431322f0c2d34e69b0e4b8b32bb70242 and project df1efe9929e4485090e069a135244781. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 629.004664] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] [instance: 93bf61a5-0737-4495-854d-14f1feebab86] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 629.005521] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.005521] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.005634] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.010458] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] [instance: 93bf61a5-0737-4495-854d-14f1feebab86] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 629.011117] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.011355] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.011535] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.024027] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.024215] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.024392] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.033831] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] [instance: f814cbd2-8d20-4a26-9bae-000a70a3e082] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 629.033831] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.033831] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.033831] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.034641] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] [instance: f814cbd2-8d20-4a26-9bae-000a70a3e082] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 629.035250] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.035456] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.035625] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.056366] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.056587] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.056754] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.062712] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] [instance: 0fc6dad2-0cde-46db-b840-3bd2737a91af] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 629.063169] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.063492] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.063671] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.066566] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] [instance: 0fc6dad2-0cde-46db-b840-3bd2737a91af] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 629.067200] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.067398] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.067569] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.084368] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.084368] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.084368] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.497869] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Expecting reply to msg f5bbb0df4680476a8c103ef3401e365f in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 632.628025] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f5bbb0df4680476a8c103ef3401e365f [ 632.628025] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 632.640012] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.640486] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.640848] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.679531] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.680049] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.007s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.680711] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.681365] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.682021] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.682398] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.694592] nova-conductor[53988]: DEBUG nova.quota [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Getting quotas for project 29bfa7128351436d8c9d160d584c75f2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 632.697093] nova-conductor[53988]: DEBUG nova.quota [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Getting quotas for user 7d9e01406ff5438bb81821a945619791 and project 29bfa7128351436d8c9d160d584c75f2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 632.702998] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] [instance: f09ee30f-7a9b-4c2e-a0b6-da2a711b9b4e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 632.703646] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.704265] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.704592] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.707664] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] [instance: f09ee30f-7a9b-4c2e-a0b6-da2a711b9b4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 632.708516] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.708877] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.709221] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.725883] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.726304] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.726645] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.097771] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Expecting reply to msg d9085a0e48af4f628be7cb324664760f in queue reply_c595883206334d7e92790d99fbd7a885 [ 636.235952] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d9085a0e48af4f628be7cb324664760f [ 636.236884] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 636.250990] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.251225] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.251401] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.286039] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.286282] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.286459] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.286833] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.287027] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.287217] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.298078] nova-conductor[53987]: DEBUG nova.quota [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Getting quotas for project 1edb253786c04a37a299e003ec5b2a3b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 636.300520] nova-conductor[53987]: DEBUG nova.quota [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Getting quotas for user 4ab6fc2d2ea0449ab94791ab94719f72 and project 1edb253786c04a37a299e003ec5b2a3b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 636.306372] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] [instance: 28428441-219c-4627-857e-ab8b91390c68] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 636.306879] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.307117] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.307305] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.310964] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] [instance: 28428441-219c-4627-857e-ab8b91390c68] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 636.311695] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.311922] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.312120] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.337102] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.337401] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.337579] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.545928] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Expecting reply to msg d28b986898ea463698cc44ace1c5b0dc in queue reply_c595883206334d7e92790d99fbd7a885 [ 642.692270] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d28b986898ea463698cc44ace1c5b0dc [ 642.692548] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 642.693308] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Took 0.15 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 642.709654] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.710037] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.710332] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.712460] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=117,nova_cell1:SAVEPOINT=11,nova_cell1:INSERT=260,nova_cell1:RELEASE=11 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 642.718808] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=166,nova_api:DELETE=7,nova_api:UPDATE=7 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 642.724939] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=146,nova_api:UPDATE=6,nova_api:DELETE=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 642.751652] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.751880] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.752072] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.752450] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.752634] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.752791] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.760700] nova-conductor[53987]: DEBUG nova.quota [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Getting quotas for project 217503e2eeb44d48b10d5f5994f3a09f. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 642.763186] nova-conductor[53987]: DEBUG nova.quota [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Getting quotas for user fcd1045a86d44d78afc2219f026601c4 and project 217503e2eeb44d48b10d5f5994f3a09f. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 642.773363] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] [instance: 5e9ab69f-856e-4b8d-808a-0799b87a9cc6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 642.775051] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.775329] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.775564] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.778653] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] [instance: 5e9ab69f-856e-4b8d-808a-0799b87a9cc6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 642.779382] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.779693] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.779952] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.792460] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.793471] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.793764] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.278851] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Expecting reply to msg 95f52a02a3914f54b9f937cf65da6c97 in queue reply_c595883206334d7e92790d99fbd7a885 [ 644.398109] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 95f52a02a3914f54b9f937cf65da6c97 [ 644.398942] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 644.410065] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.410340] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.410457] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.436246] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.436477] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.436647] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.437022] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.437216] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.437377] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.445259] nova-conductor[53987]: DEBUG nova.quota [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Getting quotas for project 80c605d51bc546a1967a5f7920bbf8c7. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 644.447574] nova-conductor[53987]: DEBUG nova.quota [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Getting quotas for user 0956524217364b36988014aa60e862e1 and project 80c605d51bc546a1967a5f7920bbf8c7. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 644.452927] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] [instance: b176b001-3c32-439a-b6cd-9b608a0ac623] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 644.453396] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.453594] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.453758] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.456651] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] [instance: b176b001-3c32-439a-b6cd-9b608a0ac623] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 644.457295] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.457483] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.457681] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.473700] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.473924] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.474101] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.441728] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=12 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.450921] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=108,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:UPDATE=10 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.459687] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=68,nova_cell1:SAVEPOINT=6,nova_cell1:INSERT=158,nova_cell1:RELEASE=6 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.466384] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=77,nova_api:UPDATE=4,nova_api:DELETE=4 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.468256] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=83,nova_api:UPDATE=4,nova_api:DELETE=4 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 660.989195] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=129,nova_cell1:UPDATE=17,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.757928] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: b6e68fe1-4ec8-4f0f-bc6b-168038b1998e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance b6e68fe1-4ec8-4f0f-bc6b-168038b1998e was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 662.758505] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 662.758739] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6e68fe1-4ec8-4f0f-bc6b-168038b1998e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6e68fe1-4ec8-4f0f-bc6b-168038b1998e. [ 662.759109] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: b6e68fe1-4ec8-4f0f-bc6b-168038b1998e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6e68fe1-4ec8-4f0f-bc6b-168038b1998e. [ 662.792629] nova-conductor[53988]: DEBUG nova.network.neutron [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: b6e68fe1-4ec8-4f0f-bc6b-168038b1998e] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 662.934182] nova-conductor[53988]: DEBUG nova.network.neutron [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: b6e68fe1-4ec8-4f0f-bc6b-168038b1998e] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 662.939502] nova-conductor[53988]: DEBUG nova.network.neutron [None req-1b30457b-66f5-4364-af84-f4158359850e tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: b6e68fe1-4ec8-4f0f-bc6b-168038b1998e] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.141636] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Expecting reply to msg 6cdaf414522946c28f48ae427fbdd45f in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 664.256614] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 6cdaf414522946c28f48ae427fbdd45f [ 664.257423] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 664.268455] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.268683] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.268857] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.292925] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.293097] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.293268] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.293628] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.293810] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.293971] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.302554] nova-conductor[53988]: DEBUG nova.quota [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Getting quotas for project cf89869331f1470a8cf537607173c67f. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 664.304648] nova-conductor[53988]: DEBUG nova.quota [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Getting quotas for user 5e6b5c355ece4a0e97df6e999af64b58 and project cf89869331f1470a8cf537607173c67f. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 664.310258] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: 95dad1e2-74d2-478f-8095-23a26770e27f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 664.310750] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.310959] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.311151] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.316331] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] [instance: 95dad1e2-74d2-478f-8095-23a26770e27f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 664.316977] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.317201] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.317381] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.330447] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.330655] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.330912] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.298756] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 674.320033] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 674.327479] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 674.328966] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 675.042479] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=50,nova_cell1:UPDATE=13,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 675.304801] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=42,nova_cell1:UPDATE=15,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 693.625436] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 693.626291] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 711.884888] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] [instance: 7d93caea-4740-4bcd-9f06-9397d37a07b2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 7d93caea-4740-4bcd-9f06-9397d37a07b2 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 711.885529] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 711.885923] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d93caea-4740-4bcd-9f06-9397d37a07b2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d93caea-4740-4bcd-9f06-9397d37a07b2. [ 711.886301] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-34986cd9-2b3a-4844-9ce9-49ad49535d58 tempest-ServerDiagnosticsV248Test-603418949 tempest-ServerDiagnosticsV248Test-603418949-project-member] [instance: 7d93caea-4740-4bcd-9f06-9397d37a07b2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d93caea-4740-4bcd-9f06-9397d37a07b2. [ 719.367507] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Expecting reply to msg 3928a0e4a80b4bb493809a565de4f526 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 719.504384] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3928a0e4a80b4bb493809a565de4f526 [ 719.505424] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 719.517646] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.518047] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.518404] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.557245] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.557489] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.557664] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.558055] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.558244] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.558409] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.566870] nova-conductor[53988]: DEBUG nova.quota [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Getting quotas for project ca010f93a4ee40db98cd5885b47d21d2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 719.569202] nova-conductor[53988]: DEBUG nova.quota [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Getting quotas for user 73f73ecceb844895bbdf126203901353 and project ca010f93a4ee40db98cd5885b47d21d2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 719.574577] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 29f84900-0805-4ab2-af4d-bd7be2ac94d3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 719.575594] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.575594] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.575594] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.578343] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 29f84900-0805-4ab2-af4d-bd7be2ac94d3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 719.578959] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.579212] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.579382] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.596106] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.596106] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.596106] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.197086] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=80,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:UPDATE=12,nova_cell1:INSERT=5 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.562166] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.573318] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=83,nova_cell1:UPDATE=14,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.581558] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.588059] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.590337] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 762.861477] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] [instance: 2c9b8ba9-193e-468f-bc4e-006ab413b374] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 2c9b8ba9-193e-468f-bc4e-006ab413b374 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 762.862083] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 762.862319] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2c9b8ba9-193e-468f-bc4e-006ab413b374.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2c9b8ba9-193e-468f-bc4e-006ab413b374. [ 762.862538] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] [instance: 2c9b8ba9-193e-468f-bc4e-006ab413b374] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2c9b8ba9-193e-468f-bc4e-006ab413b374. [ 762.888363] nova-conductor[53987]: DEBUG nova.network.neutron [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] [instance: 2c9b8ba9-193e-468f-bc4e-006ab413b374] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 762.964588] nova-conductor[53987]: DEBUG nova.network.neutron [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] [instance: 2c9b8ba9-193e-468f-bc4e-006ab413b374] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 762.969506] nova-conductor[53987]: DEBUG nova.network.neutron [None req-667efbd1-c2cb-47fd-a987-3d003b6dc82f tempest-ImagesOneServerTestJSON-893723329 tempest-ImagesOneServerTestJSON-893723329-project-member] [instance: 2c9b8ba9-193e-468f-bc4e-006ab413b374] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.195288] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Expecting reply to msg af7749f68fa34ad5909ca951cde51fc2 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 778.315016] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg af7749f68fa34ad5909ca951cde51fc2 [ 778.315815] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 778.328051] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.328279] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.328447] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.363780] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.364047] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.364223] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.364620] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.364786] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.364947] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.372792] nova-conductor[53988]: DEBUG nova.quota [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Getting quotas for project 30ca32c18fcb46e08101de297b1771a5. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 778.374905] nova-conductor[53988]: DEBUG nova.quota [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Getting quotas for user ab858a27c79c4681be1f9453cc143bdd and project 30ca32c18fcb46e08101de297b1771a5. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 778.380080] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] [instance: bf2399eb-b2df-43b3-bddd-48692825c40a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 778.380563] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.380758] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.380923] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.383671] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] [instance: bf2399eb-b2df-43b3-bddd-48692825c40a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 778.384338] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.384534] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.384702] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.402033] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.402466] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.402759] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.369034] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 788.387025] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 788.393576] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=14 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 788.400528] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 789.566625] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Expecting reply to msg 55a30ddf7a764fb2a5afef765b5ca097 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 789.688330] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 55a30ddf7a764fb2a5afef765b5ca097 [ 789.689139] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 789.700949] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.701178] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.701398] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.726639] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.726858] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.727056] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.727432] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.727620] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.727904] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.735994] nova-conductor[53988]: DEBUG nova.quota [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Getting quotas for project 611107ae6fd34f229748efbb07ee5440. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 789.738161] nova-conductor[53988]: DEBUG nova.quota [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Getting quotas for user b6dc125412494047b243a232dd14e41f and project 611107ae6fd34f229748efbb07ee5440. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 789.743445] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 789.743892] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.744114] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.744289] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.747475] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 789.748115] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.748327] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.748498] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.762906] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.763126] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.763302] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.010544] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=85,nova_cell1:UPDATE=16,nova_cell1:INSERT=8,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.732615] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.741377] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=102,nova_cell1:UPDATE=23,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.750300] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.759016] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=13 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.761940] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 804.748332] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Expecting reply to msg 824c2b15fe054d048d4f6a1bb1546cfa in queue reply_c595883206334d7e92790d99fbd7a885 [ 804.875418] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 824c2b15fe054d048d4f6a1bb1546cfa [ 804.876469] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 804.887779] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.888095] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.888252] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.930859] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.931094] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.931468] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.931971] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.932213] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.932401] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.940612] nova-conductor[53987]: DEBUG nova.quota [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Getting quotas for project 997d2e9ae4c54906a0fa2db12f891d09. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 804.942924] nova-conductor[53987]: DEBUG nova.quota [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Getting quotas for user 04001c3b85ee4e2c8a4e981564a21003 and project 997d2e9ae4c54906a0fa2db12f891d09. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 804.949078] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] [instance: d7a1c8c3-1694-4704-8414-098af751c05e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 804.949603] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.949808] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.949974] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.954983] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] [instance: d7a1c8c3-1694-4704-8414-098af751c05e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 804.955563] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.955765] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.955930] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.976978] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.977466] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.977681] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.548802] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Expecting reply to msg d71ff099aad247608fe511655b325bd5 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 806.748218] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d71ff099aad247608fe511655b325bd5 [ 806.748218] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Took 0.20 seconds to select destinations for 2 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 806.762988] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.763227] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.763409] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.801030] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.801436] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.801436] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.833605] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.833845] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.834019] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.834386] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.834578] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.834742] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.845849] nova-conductor[53988]: DEBUG nova.quota [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Getting quotas for project 8825cecb97eb44a4b573d5838145a686. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 806.848104] nova-conductor[53988]: DEBUG nova.quota [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Getting quotas for user 67eb84bd848f46bf864955b2f5a81c6c and project 8825cecb97eb44a4b573d5838145a686. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 806.854713] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: e4d8cb96-182d-4b77-a8ac-dfd1bf52d484] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 806.855232] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.855450] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.855652] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.858429] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: e4d8cb96-182d-4b77-a8ac-dfd1bf52d484] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 806.859081] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.859308] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.859481] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.875716] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.875941] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.876148] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.886607] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: 10da1abe-1c95-44b8-a10d-ce618625b69b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 806.886607] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.886607] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.886607] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.886607] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] [instance: 10da1abe-1c95-44b8-a10d-ce618625b69b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 806.888169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.888169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.888169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.899963] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.900242] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.900430] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.629251] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Expecting reply to msg cc3c106c1ffc42eb9d8502c8666481f6 in queue reply_c595883206334d7e92790d99fbd7a885 [ 808.785394] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg cc3c106c1ffc42eb9d8502c8666481f6 [ 808.785598] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Took 0.16 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 808.797780] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.798006] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.798187] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.831320] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.831563] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.831744] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.832150] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.832526] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.832603] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.842990] nova-conductor[53987]: DEBUG nova.quota [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Getting quotas for project e529641052fe4cf5b124f25636aa0f5b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 808.845211] nova-conductor[53987]: DEBUG nova.quota [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Getting quotas for user 7a977e266b6e492892379e4669fdb7e8 and project e529641052fe4cf5b124f25636aa0f5b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 808.850848] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] [instance: a086f03c-c993-4e1a-8a3e-efa40bb8b8bd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 808.851346] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.851566] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.851742] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.854609] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] [instance: a086f03c-c993-4e1a-8a3e-efa40bb8b8bd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 808.855258] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.855461] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.855801] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.868892] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.869143] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.869338] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.967691] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] [instance: 29281253-e489-48f5-b219-75ae984adb00] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 29281253-e489-48f5-b219-75ae984adb00 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 812.968403] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 812.968681] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29281253-e489-48f5-b219-75ae984adb00.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29281253-e489-48f5-b219-75ae984adb00. [ 812.969036] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] [instance: 29281253-e489-48f5-b219-75ae984adb00] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29281253-e489-48f5-b219-75ae984adb00. [ 812.993936] nova-conductor[53987]: DEBUG nova.network.neutron [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] [instance: 29281253-e489-48f5-b219-75ae984adb00] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 813.009507] nova-conductor[53988]: DEBUG nova.db.main.api [None req-aea03b43-01a8-4ff8-b0b4-77d5fd111c29 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Created instance_extra for adc73db6-8bff-4007-ae74-528a37840d96 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.094785] nova-conductor[53987]: DEBUG nova.db.main.api [None req-09ed1a11-02fe-4825-b7cb-16cbc292b66b tempest-ServerActionsTestOtherA-266297113 tempest-ServerActionsTestOtherA-266297113-project-member] Created instance_extra for 788fc9bb-2f88-4f82-88cf-9c7a002edb47 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.108139] nova-conductor[53987]: DEBUG nova.network.neutron [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] [instance: 29281253-e489-48f5-b219-75ae984adb00] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 813.109541] nova-conductor[53987]: DEBUG nova.network.neutron [None req-3cb9e85c-e93c-41bf-a35c-46c8b78eefb0 tempest-ServerDiagnosticsTest-975555243 tempest-ServerDiagnosticsTest-975555243-project-member] [instance: 29281253-e489-48f5-b219-75ae984adb00] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.163949] nova-conductor[53988]: DEBUG nova.db.main.api [None req-60fa1d55-6048-4177-ab1c-ae2aedaeacc7 tempest-VolumesAssistedSnapshotsTest-1738453556 tempest-VolumesAssistedSnapshotsTest-1738453556-project-member] Created instance_extra for 62d0a02d-88af-48f2-a14a-c9f2e899babe {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.243973] nova-conductor[53987]: DEBUG nova.db.main.api [None req-b159c52b-1dd5-4d85-808e-44e3a408759e tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Created instance_extra for c7fac9e7-0802-4f2e-a577-4ee50efa835a {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.327633] nova-conductor[53987]: DEBUG nova.db.main.api [None req-006cb8b0-9585-43e4-b3a3-d67269f24d31 tempest-AttachInterfacesV270Test-288835143 tempest-AttachInterfacesV270Test-288835143-project-member] Created instance_extra for b9315087-b61c-488c-aaa9-5f4b4e2f12b4 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.404550] nova-conductor[53988]: DEBUG nova.db.main.api [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Created instance_extra for 3889663a-53e8-4d3e-bed6-5e86519522ef {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.495498] nova-conductor[53987]: DEBUG nova.db.main.api [None req-de234925-3cc8-45f6-baae-1684c0bdf5b6 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Created instance_extra for 833dbc2a-a434-4ca1-aa33-b48a910c0e91 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.567830] nova-conductor[53988]: DEBUG nova.db.main.api [None req-d225dccc-3167-4f15-b2ee-e87bf6351be7 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Created instance_extra for 8819ddfb-4286-455b-8216-05e89424183e {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.630896] nova-conductor[53987]: DEBUG nova.db.main.api [None req-aa883485-a69e-40d7-ba40-33bfb1fcbd53 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Created instance_extra for fb407af6-66cb-4b3d-b630-d2b5a4b2c8d8 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.705372] nova-conductor[53988]: DEBUG nova.db.main.api [None req-c8264bde-bd22-40ec-b19d-68c990b8317f tempest-AttachInterfacesUnderV243Test-1128518305 tempest-AttachInterfacesUnderV243Test-1128518305-project-member] Created instance_extra for fc905ad2-7f1d-4356-a8f7-1eda98cdd01d {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.775152] nova-conductor[53987]: DEBUG nova.db.main.api [None req-74f1ff70-60f1-43da-a311-3a5f92da5ea5 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Created instance_extra for 4868f1fe-04d3-4055-bf61-8a46723cf573 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.873577] nova-conductor[53988]: DEBUG nova.db.main.api [None req-2e964edf-0182-4c2a-a9c0-4889d6336187 tempest-ServerRescueNegativeTestJSON-1074592202 tempest-ServerRescueNegativeTestJSON-1074592202-project-member] Created instance_extra for fffdaf35-4e17-40ba-95a7-cf34fa04737e {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 813.953370] nova-conductor[53987]: DEBUG nova.db.main.api [None req-0e74fbc9-1569-444e-8bd5-44603fbe0080 tempest-ListServerFiltersTestJSON-1824319426 tempest-ListServerFiltersTestJSON-1824319426-project-member] Created instance_extra for bf8a0b66-22ef-4f1e-99a3-9727d4a61c02 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 814.033436] nova-conductor[53988]: DEBUG nova.db.main.api [None req-9642a302-e440-4176-ba64-f571ed6432e4 tempest-InstanceActionsTestJSON-841455593 tempest-InstanceActionsTestJSON-841455593-project-member] Created instance_extra for 6126223b-c712-4260-a49b-7a56c4035e75 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 816.839733] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 816.890223] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=16,nova_cell1:INSERT=38 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 816.896559] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 816.898585] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 818.056229] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Expecting reply to msg 925b1dec4e10401b954700e7ea2c3261 in queue reply_c595883206334d7e92790d99fbd7a885 [ 818.176069] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 925b1dec4e10401b954700e7ea2c3261 [ 818.176069] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 818.184515] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.185650] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.186051] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.225361] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.226232] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.226568] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.227224] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.227581] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.228040] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.238407] nova-conductor[53987]: DEBUG nova.quota [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Getting quotas for project 1d64b106d8414ca88122a5c5e037d285. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 818.242300] nova-conductor[53987]: DEBUG nova.quota [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Getting quotas for user 01bad05790fd427b936b8dd276a0f314 and project 1d64b106d8414ca88122a5c5e037d285. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 818.249012] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] [instance: c9fe1bfe-e813-43e9-9668-b813416ee27b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 818.249842] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.250409] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.250785] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.257353] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] [instance: c9fe1bfe-e813-43e9-9668-b813416ee27b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 818.258461] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.259175] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.259498] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.272407] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.272920] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.273245] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.978560] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Expecting reply to msg 235e0073b6864470a32f0b4ac29e54e6 in queue reply_c595883206334d7e92790d99fbd7a885 [ 820.112992] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 235e0073b6864470a32f0b4ac29e54e6 [ 820.113843] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 820.125445] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.125639] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.125821] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.158502] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.158724] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.158894] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.159292] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.159476] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.159634] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.167835] nova-conductor[53987]: DEBUG nova.quota [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Getting quotas for project b6b1916e8a6b4169b321eeece8a0cf16. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 820.170536] nova-conductor[53987]: DEBUG nova.quota [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Getting quotas for user 9573649bac64470f8ecadeaead81ab93 and project b6b1916e8a6b4169b321eeece8a0cf16. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 820.182857] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] [instance: 7e77db18-077d-4665-ad90-c4e5f470716c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 820.183422] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.183644] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.183821] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.186783] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] [instance: 7e77db18-077d-4665-ad90-c4e5f470716c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 820.187517] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.187722] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.187889] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.200378] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.201096] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.201096] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.223199] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Expecting reply to msg f6db542775984009a13e6356bf5d4659 in queue reply_c595883206334d7e92790d99fbd7a885 [ 824.349409] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f6db542775984009a13e6356bf5d4659 [ 824.349409] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 824.356375] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.356375] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.356375] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.381998] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.382232] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.382406] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.382882] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.383707] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.383707] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.391178] nova-conductor[53987]: DEBUG nova.quota [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Getting quotas for project 28b65a963d374daaab50fbe549b60955. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 824.393291] nova-conductor[53987]: DEBUG nova.quota [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Getting quotas for user 8fdb79b5281f43e0822ae0746b84d87f and project 28b65a963d374daaab50fbe549b60955. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 824.398475] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] [instance: 6efdc98b-e32d-4313-b13f-95c3d4911823] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 824.398921] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.399262] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.399351] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.402135] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] [instance: 6efdc98b-e32d-4313-b13f-95c3d4911823] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 824.402737] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.402937] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.403105] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.416291] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.416504] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.416676] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.398835] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Expecting reply to msg 33a01a2804754433b678a61808df8eca in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 825.535662] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 33a01a2804754433b678a61808df8eca [ 825.536506] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 825.548368] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.548593] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.549005] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.582975] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.583174] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.585973] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.585973] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.585973] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.585973] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.593844] nova-conductor[53988]: DEBUG nova.quota [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Getting quotas for project 3784de76f2e54483a1e4fd274bc1117b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 825.596482] nova-conductor[53988]: DEBUG nova.quota [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Getting quotas for user 5526e0fd4aec43c4a9280cadef8a2520 and project 3784de76f2e54483a1e4fd274bc1117b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 825.601684] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] [instance: f51cfd74-25e5-4077-9b43-8cb38fe051f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 825.602229] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.602456] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.602767] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.605736] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] [instance: f51cfd74-25e5-4077-9b43-8cb38fe051f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 825.606585] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.606915] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.607240] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.621402] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.621649] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.621829] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.552975] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Expecting reply to msg 4facded8589c449ea3fac64a3dc2495b in queue reply_c595883206334d7e92790d99fbd7a885 [ 832.681010] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4facded8589c449ea3fac64a3dc2495b [ 832.681857] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 832.693259] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.693486] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.693652] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.723914] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.724167] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.724330] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.725341] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.725341] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.725341] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.734667] nova-conductor[53987]: DEBUG nova.quota [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 832.736977] nova-conductor[53987]: DEBUG nova.quota [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for user b8c6e9a3ba6a48669b1772886e22e023 and project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 832.742260] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: db7db1c9-6716-4591-b669-b85dd595a3e9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 832.742741] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.742973] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.743109] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.745995] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: db7db1c9-6716-4591-b669-b85dd595a3e9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 832.746648] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.747008] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.747132] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.759662] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.759891] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.760016] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.588724] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 835.610623] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 835.617932] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=16 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 835.619873] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 835.788679] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=152,nova_cell1:UPDATE=48,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=18,nova_cell1:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 839.605197] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Expecting reply to msg 31793845fd4e45999217b165d56035a0 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 839.737076] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 31793845fd4e45999217b165d56035a0 [ 839.737924] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 839.753298] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.753298] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.753448] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.781408] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.781610] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.781824] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.782144] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.782333] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.782490] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.790922] nova-conductor[53988]: DEBUG nova.quota [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Getting quotas for project 22bb603765374387b0f6a05b5e5e59dc. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 839.794417] nova-conductor[53988]: DEBUG nova.quota [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Getting quotas for user 561228bac3af4c549450adc776c89111 and project 22bb603765374387b0f6a05b5e5e59dc. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 839.800481] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] [instance: 899db5f5-4963-4f7a-97d2-9c2dfd7a6981] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 839.801207] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.801562] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.801863] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.805081] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] [instance: 899db5f5-4963-4f7a-97d2-9c2dfd7a6981] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 839.805911] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.806263] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.806726] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.823237] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.823467] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.823641] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.733502] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=12 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 842.739800] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=69,nova_api:DELETE=5,nova_api:UPDATE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 842.740486] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=170,nova_cell1:UPDATE=55,nova_cell1:INSERT=16,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 842.749480] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=54,nova_cell1:INSERT=118,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 842.759111] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=75,nova_api:UPDATE=4,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.179686] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Expecting reply to msg 5cbdf75b2b9642b5a4357d5245a473cf in queue reply_c595883206334d7e92790d99fbd7a885 [ 843.297747] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5cbdf75b2b9642b5a4357d5245a473cf [ 843.298521] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 843.309883] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.310128] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.310285] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.338451] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.338690] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.338868] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.339345] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.339488] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.339664] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.347735] nova-conductor[53987]: DEBUG nova.quota [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 843.349707] nova-conductor[53987]: DEBUG nova.quota [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for user ed97b90b998c477eae669b6132359808 and project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 843.354970] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 7de3e5cd-94ee-4a80-8baf-17ccfed9d8c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 843.355435] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.355647] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.355805] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.358687] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 7de3e5cd-94ee-4a80-8baf-17ccfed9d8c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 843.359330] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.359532] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.359695] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.372230] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.372230] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.372312] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.787469] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.798658] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.810269] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.818343] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.820737] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 853.343818] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 853.353682] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=6 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 853.362007] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 853.367724] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 853.370384] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 863.037685] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] [instance: aacbebf5-bd31-465b-b574-6c4a98b27f30] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance aacbebf5-bd31-465b-b574-6c4a98b27f30 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 863.038293] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 863.038527] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aacbebf5-bd31-465b-b574-6c4a98b27f30.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aacbebf5-bd31-465b-b574-6c4a98b27f30. [ 863.038854] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] [instance: aacbebf5-bd31-465b-b574-6c4a98b27f30] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aacbebf5-bd31-465b-b574-6c4a98b27f30. [ 863.062864] nova-conductor[53987]: DEBUG nova.network.neutron [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] [instance: aacbebf5-bd31-465b-b574-6c4a98b27f30] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 863.082985] nova-conductor[53988]: DEBUG nova.db.main.api [None req-744afbc0-0f61-4b66-992d-8f196256caea tempest-ServersTestManualDisk-69134108 tempest-ServersTestManualDisk-69134108-project-member] Created instance_extra for 9142a98b-6400-4cd2-b21f-29a435f95503 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.087385] nova-conductor[53987]: DEBUG nova.network.neutron [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] [instance: aacbebf5-bd31-465b-b574-6c4a98b27f30] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 863.090810] nova-conductor[53987]: DEBUG nova.network.neutron [None req-fd1251b0-ff97-457c-aa6a-7a03932647d4 tempest-FloatingIPsAssociationTestJSON-1435087651 tempest-FloatingIPsAssociationTestJSON-1435087651-project-member] [instance: aacbebf5-bd31-465b-b574-6c4a98b27f30] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.144159] nova-conductor[53987]: DEBUG nova.db.main.api [None req-0ca551bb-e9bd-40e5-8df6-fd6ff012a59e tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Created instance_extra for 8999b9ee-ae7e-4438-80b7-dffdb3e92630 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.210031] nova-conductor[53987]: DEBUG nova.db.main.api [None req-930b1e75-3a85-4d46-94b4-06b7fe92b3a0 tempest-ServersTestJSON-1955261971 tempest-ServersTestJSON-1955261971-project-member] Created instance_extra for 018ab9c2-8c6d-4836-9e26-70ffc33b9b30 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.267255] nova-conductor[53988]: DEBUG nova.db.main.api [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Created instance_extra for 93bf61a5-0737-4495-854d-14f1feebab86 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.323388] nova-conductor[53987]: DEBUG nova.db.main.api [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Created instance_extra for f814cbd2-8d20-4a26-9bae-000a70a3e082 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.381527] nova-conductor[53988]: DEBUG nova.db.main.api [None req-5a8faaf4-6b65-42c3-8b17-eed0a9b1450b tempest-ListServersNegativeTestJSON-2013351456 tempest-ListServersNegativeTestJSON-2013351456-project-member] Created instance_extra for 0fc6dad2-0cde-46db-b840-3bd2737a91af {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.440151] nova-conductor[53987]: DEBUG nova.db.main.api [None req-0c55e1f7-81bf-4c1a-8c95-b69fb287ecb9 tempest-ServersNegativeTestJSON-461174736 tempest-ServersNegativeTestJSON-461174736-project-member] Created instance_extra for f09ee30f-7a9b-4c2e-a0b6-da2a711b9b4e {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.500876] nova-conductor[53988]: DEBUG nova.db.main.api [None req-5d1bf3f5-69a3-46b1-a25f-1249767c4d6b tempest-FloatingIPsAssociationNegativeTestJSON-57694453 tempest-FloatingIPsAssociationNegativeTestJSON-57694453-project-member] Created instance_extra for 28428441-219c-4627-857e-ab8b91390c68 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.564723] nova-conductor[53987]: DEBUG nova.db.main.api [None req-f489945d-6872-4187-a70f-717312fbcd11 tempest-ServerDiagnosticsNegativeTest-777670579 tempest-ServerDiagnosticsNegativeTest-777670579-project-member] Created instance_extra for 5e9ab69f-856e-4b8d-808a-0799b87a9cc6 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.621975] nova-conductor[53988]: DEBUG nova.db.main.api [None req-9b1ac097-bfad-47de-bf7d-b61097337ef8 tempest-ServerShowV254Test-1377112975 tempest-ServerShowV254Test-1377112975-project-member] Created instance_extra for b176b001-3c32-439a-b6cd-9b608a0ac623 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 863.683775] nova-conductor[53987]: DEBUG nova.db.main.api [None req-4b0cf67f-82f7-4586-bdc6-38b2400e51c7 tempest-DeleteServersAdminTestJSON-500581992 tempest-DeleteServersAdminTestJSON-500581992-project-member] Created instance_extra for 95dad1e2-74d2-478f-8095-23a26770e27f {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 869.689001] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Expecting reply to msg 62c0fc9688e04bc2b5623dde09ca7488 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 869.912770] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 62c0fc9688e04bc2b5623dde09ca7488 [ 869.913354] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Took 0.23 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 869.925385] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.925754] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.926081] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.965707] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.965947] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.966126] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.966509] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.966700] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.966865] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.976051] nova-conductor[53988]: DEBUG nova.quota [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Getting quotas for project f540bccb70cd472a870ea2f8d9df8fda. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 869.978277] nova-conductor[53988]: DEBUG nova.quota [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Getting quotas for user 8a93f743be79453383fa2022be09f54b and project f540bccb70cd472a870ea2f8d9df8fda. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 869.984663] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] [instance: 9cdd96c2-2837-4cb3-855c-ecad727dd5d4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.985171] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.985375] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.985579] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.993530] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] [instance: 9cdd96c2-2837-4cb3-855c-ecad727dd5d4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.994700] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.995052] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.995466] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.011655] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.012127] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.012477] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.986760] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=100,nova_cell1:UPDATE=40,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.971577] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.982316] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=96,nova_cell1:UPDATE=48,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:INSERT=12,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.998612] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 880.007823] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 880.010723] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.511319] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Expecting reply to msg 6260e9a3a1894269827f70fb239a3099 in queue reply_c595883206334d7e92790d99fbd7a885 [ 891.635675] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 6260e9a3a1894269827f70fb239a3099 [ 891.635675] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 891.643518] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.643811] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.644034] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.672912] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.673296] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.673672] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.674225] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.674618] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.674973] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.684036] nova-conductor[53987]: DEBUG nova.quota [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Getting quotas for project 476e310769bf4473ae7a2f70cfd84631. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 891.686212] nova-conductor[53987]: DEBUG nova.quota [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Getting quotas for user 96f682c91a664854b6e2f2228938fcd2 and project 476e310769bf4473ae7a2f70cfd84631. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 891.691816] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] [instance: 3e1127c5-876f-47b9-b652-7a558711a1a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 891.692384] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.692709] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.693024] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.696064] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] [instance: 3e1127c5-876f-47b9-b652-7a558711a1a7] block_device_mapping [BlockDeviceMapping(attachment_id=8e04bd45-2378-4fe5-9bb9-6ccfabe4f7ea,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='a02f6b35-b6cd-42db-9140-1b2d7711b1c1',volume_size=1,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 891.696863] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.697177] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.697485] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.709979] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.710379] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.710696] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.989579] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=23,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 901.680395] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 901.689407] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=28,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 901.700352] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 901.707073] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 901.709550] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 912.169427] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] [instance: eb0c04e3-1234-445c-bfa6-e031dd0b89d3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance eb0c04e3-1234-445c-bfa6-e031dd0b89d3 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 912.170146] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 912.171991] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eb0c04e3-1234-445c-bfa6-e031dd0b89d3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eb0c04e3-1234-445c-bfa6-e031dd0b89d3. [ 912.171991] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] [instance: eb0c04e3-1234-445c-bfa6-e031dd0b89d3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eb0c04e3-1234-445c-bfa6-e031dd0b89d3. [ 912.201094] nova-conductor[53987]: DEBUG nova.network.neutron [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] [instance: eb0c04e3-1234-445c-bfa6-e031dd0b89d3] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 912.222123] nova-conductor[53987]: DEBUG nova.network.neutron [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] [instance: eb0c04e3-1234-445c-bfa6-e031dd0b89d3] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 912.225634] nova-conductor[53987]: DEBUG nova.network.neutron [None req-1fe10865-d57d-4ea4-bf1d-70c591046d57 tempest-ServerExternalEventsTest-216908951 tempest-ServerExternalEventsTest-216908951-project-member] [instance: eb0c04e3-1234-445c-bfa6-e031dd0b89d3] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.627078] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=62,nova_cell1:UPDATE=31,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 933.636452] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=46,nova_cell1:UPDATE=15,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 958.564438] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=21 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 958.577433] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=20,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 962.691713] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] [instance: fd0ac9db-adc2-46f2-93ff-0b7e299534a7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance fd0ac9db-adc2-46f2-93ff-0b7e299534a7 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 962.692312] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 962.692540] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fd0ac9db-adc2-46f2-93ff-0b7e299534a7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fd0ac9db-adc2-46f2-93ff-0b7e299534a7. [ 962.692749] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] [instance: fd0ac9db-adc2-46f2-93ff-0b7e299534a7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fd0ac9db-adc2-46f2-93ff-0b7e299534a7. [ 962.717582] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] [instance: fd0ac9db-adc2-46f2-93ff-0b7e299534a7] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 962.741824] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] [instance: fd0ac9db-adc2-46f2-93ff-0b7e299534a7] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 962.745559] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4345777d-4b5b-4f1b-a5a7-dd4cdbb4b23f tempest-ServersTestFqdnHostnames-2010770538 tempest-ServersTestFqdnHostnames-2010770538-project-member] [instance: fd0ac9db-adc2-46f2-93ff-0b7e299534a7] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.650410] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Expecting reply to msg cc8bca72c08d41fa97e511e86ca0a537 in queue reply_c595883206334d7e92790d99fbd7a885 [ 970.788028] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg cc8bca72c08d41fa97e511e86ca0a537 [ 970.788028] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 970.795235] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.795605] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.795907] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.824535] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.824948] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.825360] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.825862] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.826248] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.826544] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.835455] nova-conductor[53987]: DEBUG nova.quota [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 970.846991] nova-conductor[53987]: DEBUG nova.quota [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for user 4eecfef918474dc8ad298d9eb189f56f and project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 970.854144] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5dc4bde6-db61-47c2-a2b8-d2a5515b1525] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 970.854740] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.855310] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.855654] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.867993] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5dc4bde6-db61-47c2-a2b8-d2a5515b1525] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 970.869368] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.869711] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.870020] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.885766] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.886165] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.886468] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.746268] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Expecting reply to msg 785beb5678bc4933975db138e5093f73 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 980.831259] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 980.873054] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 980.877001] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 785beb5678bc4933975db138e5093f73 [ 980.878087] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 980.883400] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 980.884794] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 980.889448] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.889671] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.889842] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.920041] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.920351] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.920453] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.920823] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.921052] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.921182] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.932257] nova-conductor[53988]: DEBUG nova.quota [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Getting quotas for project 8df702e7627e455e9cd7ea3688bd26af. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 980.934389] nova-conductor[53988]: DEBUG nova.quota [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Getting quotas for user b43cfdcc02c04da585f709b8bdf1263e and project 8df702e7627e455e9cd7ea3688bd26af. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 980.940160] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] [instance: 5730229a-fd0c-4df1-9059-cd6ed39e954c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 980.940689] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.940900] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.941070] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.943938] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] [instance: 5730229a-fd0c-4df1-9059-cd6ed39e954c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 980.944700] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.944914] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.945086] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.962500] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.962731] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.962917] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.439616] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Expecting reply to msg c976ac8d8cd34b82a98eb87a83234331 in queue reply_c595883206334d7e92790d99fbd7a885 [ 983.569293] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c976ac8d8cd34b82a98eb87a83234331 [ 983.570054] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 983.580981] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.581218] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.581397] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.616327] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.616863] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.618165] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.618728] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.619072] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.619440] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.630263] nova-conductor[53987]: DEBUG nova.quota [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Getting quotas for project 9124008b847f4107a13822b67ef3e55d. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 983.632958] nova-conductor[53987]: DEBUG nova.quota [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Getting quotas for user e6fe0b08048847b09fa1e92d23368b54 and project 9124008b847f4107a13822b67ef3e55d. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 983.641529] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] [instance: 0534f500-d8d8-4aad-896c-c965778c3a6f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 983.642328] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.642775] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.643098] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.646203] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] [instance: 0534f500-d8d8-4aad-896c-c965778c3a6f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 983.647164] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.647519] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.647837] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.664078] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.664458] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.664791] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.897362] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Expecting reply to msg 2caab7a595894b0089c8a5b9c300b1f9 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 984.024235] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2caab7a595894b0089c8a5b9c300b1f9 [ 984.025576] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 984.036026] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.036282] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.036457] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.063867] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.064118] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.064294] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.064653] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.064834] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.065055] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.074027] nova-conductor[53988]: DEBUG nova.quota [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Getting quotas for project 57ae890bd2dd4011892ac2dadbd5e002. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 984.076186] nova-conductor[53988]: DEBUG nova.quota [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Getting quotas for user 34a5bf83f8d6471baabbca52dffcf445 and project 57ae890bd2dd4011892ac2dadbd5e002. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 984.091326] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] [instance: 6d3ee887-6b6b-4199-aea6-f0de0153e5c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 984.091854] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.092094] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.092275] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.096750] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] [instance: 6d3ee887-6b6b-4199-aea6-f0de0153e5c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 984.097460] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.097673] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.097840] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.113276] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.114148] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.114366] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.626247] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.651419] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.659969] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=13 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.662956] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.070118] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=4 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.079924] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=70,nova_cell1:UPDATE=29,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.100341] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=40,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.106353] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.111674] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 995.813569] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=62,nova_cell1:UPDATE=18,nova_cell1:INSERT=6,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1005.483854] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Expecting reply to msg ad5f5433411e4a1c9401fc366909461f in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1005.486394] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Expecting reply to msg a35bd8cf877148949f64db3029ad659c in queue reply_c595883206334d7e92790d99fbd7a885 [ 1005.632025] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a35bd8cf877148949f64db3029ad659c [ 1005.632025] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1005.632025] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.632025] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.632025] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.637257] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ad5f5433411e4a1c9401fc366909461f [ 1005.638021] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Took 0.16 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1005.649001] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.649242] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.649429] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.687416] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.687852] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.688237] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.689023] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.689406] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.689721] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.696363] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.696584] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.696753] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.697123] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.697330] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.697491] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.701862] nova-conductor[53987]: DEBUG nova.quota [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Getting quotas for project 3a2aed77a7204f55bada14bac6ef34ac. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1005.704588] nova-conductor[53987]: DEBUG nova.quota [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Getting quotas for user e1fd013963b2447299dd441b97ad997e and project 3a2aed77a7204f55bada14bac6ef34ac. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1005.706397] nova-conductor[53988]: DEBUG nova.quota [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Getting quotas for project 86a9bbdf954947f2ab229e0249d1677f. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1005.708559] nova-conductor[53988]: DEBUG nova.quota [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Getting quotas for user a58b2b3b54b54d26880ab5cf7ed5e14d and project 86a9bbdf954947f2ab229e0249d1677f. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1005.712247] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] [instance: 40b216ba-3afd-4cfe-b98b-c5de03501317] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1005.713383] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.713722] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.714087] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] [instance: 82ae439e-5fe0-4bed-b550-e34929c139f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1005.714323] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.714555] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.714757] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.714923] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.729142] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] [instance: 40b216ba-3afd-4cfe-b98b-c5de03501317] block_device_mapping [BlockDeviceMapping(attachment_id=b3c83be1-2a18-433e-91b4-76d8c21950d8,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='ba20eb2f-deaa-427b-abb1-2e7a6cd7552f',volume_size=1,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1005.729714] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] [instance: 82ae439e-5fe0-4bed-b550-e34929c139f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1005.730182] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.730408] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.730627] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.730802] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.731018] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.731320] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.743571] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.743783] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.744055] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.752232] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.752594] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.752898] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.153351] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Expecting reply to msg 6b4fb1bea71442a89e564461525d272b in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1006.278932] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 6b4fb1bea71442a89e564461525d272b [ 1006.280030] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1006.295365] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.295659] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.295875] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.325084] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.325367] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.325587] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.325999] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.326229] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.326433] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.335061] nova-conductor[53988]: DEBUG nova.quota [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Getting quotas for project 86a9bbdf954947f2ab229e0249d1677f. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1006.337212] nova-conductor[53988]: DEBUG nova.quota [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Getting quotas for user a58b2b3b54b54d26880ab5cf7ed5e14d and project 86a9bbdf954947f2ab229e0249d1677f. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1006.342410] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] [instance: a12bff02-f7da-43a1-b614-beb3d6908e0b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1006.343037] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.343292] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.343509] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.346332] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] [instance: a12bff02-f7da-43a1-b614-beb3d6908e0b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1006.347010] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.347269] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.347492] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.361861] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.361995] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.362208] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.598569] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Expecting reply to msg e97496b030064b6bb289bc100f798641 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1008.721078] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e97496b030064b6bb289bc100f798641 [ 1008.721971] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1008.733311] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.733537] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.733711] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.761979] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.762223] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.762398] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.762765] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.762956] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.763121] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.772350] nova-conductor[53988]: DEBUG nova.quota [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Getting quotas for project e529641052fe4cf5b124f25636aa0f5b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1008.775088] nova-conductor[53988]: DEBUG nova.quota [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Getting quotas for user 7a977e266b6e492892379e4669fdb7e8 and project e529641052fe4cf5b124f25636aa0f5b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1008.783710] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] [instance: 2b4cc40e-a6fc-48df-baaf-f74352c24408] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1008.784266] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.784511] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.784654] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.788053] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] [instance: 2b4cc40e-a6fc-48df-baaf-f74352c24408] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1008.788828] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.789073] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.789303] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.802543] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.802776] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.802952] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.034612] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] [instance: 00931111-13a1-447d-a401-943221badd59] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 00931111-13a1-447d-a401-943221badd59 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1012.035358] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1012.035592] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00931111-13a1-447d-a401-943221badd59.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00931111-13a1-447d-a401-943221badd59. [ 1012.035975] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] [instance: 00931111-13a1-447d-a401-943221badd59] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00931111-13a1-447d-a401-943221badd59. [ 1012.062590] nova-conductor[53988]: DEBUG nova.network.neutron [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] [instance: 00931111-13a1-447d-a401-943221badd59] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1012.082715] nova-conductor[53987]: DEBUG nova.db.main.api [None req-91b516ed-70dd-4ac8-97aa-b8094a21b093 tempest-SecurityGroupsTestJSON-1426961127 tempest-SecurityGroupsTestJSON-1426961127-project-member] Created instance_extra for d7a1c8c3-1694-4704-8414-098af751c05e {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1012.139736] nova-conductor[53988]: DEBUG nova.db.main.api [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Created instance_extra for e4d8cb96-182d-4b77-a8ac-dfd1bf52d484 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1012.174797] nova-conductor[53988]: DEBUG nova.network.neutron [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] [instance: 00931111-13a1-447d-a401-943221badd59] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1012.178328] nova-conductor[53988]: DEBUG nova.network.neutron [None req-d10fa353-d5f2-440c-8526-b0f317098d35 tempest-InstanceActionsNegativeTestJSON-2020899507 tempest-InstanceActionsNegativeTestJSON-2020899507-project-member] [instance: 00931111-13a1-447d-a401-943221badd59] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.217490] nova-conductor[53987]: DEBUG nova.db.main.api [None req-1e76531d-3cec-4608-9940-aba46c3e78c4 tempest-MultipleCreateTestJSON-674370190 tempest-MultipleCreateTestJSON-674370190-project-member] Created instance_extra for 10da1abe-1c95-44b8-a10d-ce618625b69b {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1012.274081] nova-conductor[53987]: DEBUG nova.db.main.api [None req-3b9a8e8a-77e1-4b1e-ac66-89ff4c5432d2 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Created instance_extra for a086f03c-c993-4e1a-8a3e-efa40bb8b8bd {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1015.695574] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1015.733944] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=19,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1015.744555] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1015.748574] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.769091] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.791970] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=27,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=58,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.798964] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=44,nova_api:DELETE=1,nova_api:UPDATE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.800988] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1024.275084] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=104,nova_cell1:UPDATE=36,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=6,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1024.641042] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=107,nova_cell1:UPDATE=27,nova_cell1:INSERT=8,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1029.085036] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Expecting reply to msg c4630d2b6f674d6c874dd5ed7ef140f5 in queue reply_c595883206334d7e92790d99fbd7a885 [ 1029.215516] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c4630d2b6f674d6c874dd5ed7ef140f5 [ 1029.215516] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1029.228663] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.228901] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.229081] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.256224] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.256659] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.256659] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.257001] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.257192] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.257356] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.270050] nova-conductor[53987]: DEBUG nova.quota [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1029.276735] nova-conductor[53987]: DEBUG nova.quota [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for user b8c6e9a3ba6a48669b1772886e22e023 and project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1029.282858] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 0b0050ff-2714-4068-9956-089c6aa3eff1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1029.283342] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.283546] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.283714] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.286945] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 0b0050ff-2714-4068-9956-089c6aa3eff1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1029.287601] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.287858] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.288078] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.305152] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.305371] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.305540] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.224445] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Expecting reply to msg 4fcac7c7199746ac8c6467333ec823c3 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1030.338127] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4fcac7c7199746ac8c6467333ec823c3 [ 1030.338890] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1030.351257] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.351521] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.351708] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.377654] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.377879] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.378049] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.378407] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.378618] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.378783] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.387197] nova-conductor[53988]: DEBUG nova.quota [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Getting quotas for project 4bc9f358fd6846ab889963f86dd64157. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1030.389314] nova-conductor[53988]: DEBUG nova.quota [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Getting quotas for user ce5ba30ab10a46c393d3b3f3f2786753 and project 4bc9f358fd6846ab889963f86dd64157. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1030.394482] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: 71c15bd8-5786-4d44-aa0e-3249b272ac72] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1030.394929] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.395127] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.395291] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.400103] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: 71c15bd8-5786-4d44-aa0e-3249b272ac72] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1030.400780] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.400978] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.401141] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.413202] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.413202] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.413363] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.486212] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Expecting reply to msg 619e0fd458ac45ecab3edaa9908d225c in queue reply_c595883206334d7e92790d99fbd7a885 [ 1032.603915] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 619e0fd458ac45ecab3edaa9908d225c [ 1032.604795] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1032.617489] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.617575] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.617702] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.648494] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.648895] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.649222] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.649751] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.650046] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.650353] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.659703] nova-conductor[53987]: DEBUG nova.quota [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Getting quotas for project 010886a8df0946f9ad9f2b9c6d0bc037. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1032.662124] nova-conductor[53987]: DEBUG nova.quota [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Getting quotas for user 61fe86a772b249f1a9ad4c0ee2efe3d2 and project 010886a8df0946f9ad9f2b9c6d0bc037. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1032.668216] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] [instance: d7adbc9f-af82-4f99-8536-4411665e3233] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1032.668716] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.668949] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.669134] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.672458] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] [instance: d7adbc9f-af82-4f99-8536-4411665e3233] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1032.673247] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.673542] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.673732] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.687552] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.687787] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.688039] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.909347] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Expecting reply to msg 8ab10528b1c84fb39e33418e0fad15b5 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1040.022065] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8ab10528b1c84fb39e33418e0fad15b5 [ 1040.022890] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1040.036087] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.036400] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.036624] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.060564] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.060781] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.060953] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.061317] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.061504] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.061668] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.070439] nova-conductor[53988]: DEBUG nova.quota [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1040.072473] nova-conductor[53988]: DEBUG nova.quota [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for user ed97b90b998c477eae669b6132359808 and project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1040.077670] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: c7a35269-b314-4381-a8b4-d509d5627861] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1040.078107] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.078298] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.078462] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.081132] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: c7a35269-b314-4381-a8b4-d509d5627861] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1040.081765] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.081925] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.082095] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.093680] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.093894] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.094063] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.654968] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=4 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1042.666914] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=12 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1042.676393] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=18,nova_cell1:INSERT=39,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1042.683930] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1042.685654] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=29,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.067280] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=4 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.084285] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=39,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.089557] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.092037] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=22,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1053.632639] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=14,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1053.639646] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1062.586515] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: 99f9912a-edf0-40f5-a7ce-55767081705b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 99f9912a-edf0-40f5-a7ce-55767081705b was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1062.587102] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1062.587339] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 99f9912a-edf0-40f5-a7ce-55767081705b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 99f9912a-edf0-40f5-a7ce-55767081705b. [ 1062.588468] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: 99f9912a-edf0-40f5-a7ce-55767081705b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 99f9912a-edf0-40f5-a7ce-55767081705b. [ 1062.612326] nova-conductor[53988]: DEBUG nova.network.neutron [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: 99f9912a-edf0-40f5-a7ce-55767081705b] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1062.631466] nova-conductor[53988]: DEBUG nova.network.neutron [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: 99f9912a-edf0-40f5-a7ce-55767081705b] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1062.632813] nova-conductor[53987]: DEBUG nova.db.main.api [None req-dcfe390e-b1d0-4822-85c5-431ae78e5652 tempest-ServerTagsTestJSON-661148968 tempest-ServerTagsTestJSON-661148968-project-member] Created instance_extra for 7e77db18-077d-4665-ad90-c4e5f470716c {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1062.634369] nova-conductor[53988]: DEBUG nova.network.neutron [None req-a8a3cca8-ec56-4634-99a5-f6d219825bc1 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: 99f9912a-edf0-40f5-a7ce-55767081705b] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.688778] nova-conductor[53988]: DEBUG nova.db.main.api [None req-f1e0b66c-b8ee-45b4-846e-9c16f13450a7 tempest-VolumesAdminNegativeTest-523549464 tempest-VolumesAdminNegativeTest-523549464-project-member] Created instance_extra for 6efdc98b-e32d-4313-b13f-95c3d4911823 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1062.746262] nova-conductor[53987]: DEBUG nova.db.main.api [None req-d666fcda-ed1c-4a20-a30b-afa8e2049bb9 tempest-ServerActionsTestOtherB-464316570 tempest-ServerActionsTestOtherB-464316570-project-member] Created instance_extra for f51cfd74-25e5-4077-9b43-8cb38fe051f8 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1062.801114] nova-conductor[53987]: DEBUG nova.db.main.api [None req-7c3715d9-3afd-4e7e-8ab8-c8af166fd2f4 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Created instance_extra for db7db1c9-6716-4591-b669-b85dd595a3e9 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1062.853701] nova-conductor[53988]: DEBUG nova.db.main.api [None req-29301568-9498-49da-a649-6f06e5d919ae tempest-ImagesOneServerNegativeTestJSON-2134550288 tempest-ImagesOneServerNegativeTestJSON-2134550288-project-member] Created instance_extra for 899db5f5-4963-4f7a-97d2-9c2dfd7a6981 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1062.907100] nova-conductor[53987]: DEBUG nova.db.main.api [None req-7325177b-3f12-4789-98e6-dfb31afaf4a2 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Created instance_extra for 7de3e5cd-94ee-4a80-8baf-17ccfed9d8c8 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1081.562255] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=92,nova_cell1:UPDATE=40,nova_cell1:INSERT=8,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1081.591822] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=99,nova_cell1:UPDATE=30,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=10 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1090.256019] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Expecting reply to msg 4c3c55b9185843268119fd8a1cdd5a94 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1090.378461] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4c3c55b9185843268119fd8a1cdd5a94 [ 1090.379274] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1090.390174] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.390400] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.390575] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.415875] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.416159] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.416349] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.416867] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.417083] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.417253] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.425420] nova-conductor[53988]: DEBUG nova.quota [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Getting quotas for project fc46ac03215f4d80bb06f34fcbae6b84. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1090.427577] nova-conductor[53988]: DEBUG nova.quota [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Getting quotas for user 59ac2e183cc9418a958cae3d447d2ba6 and project fc46ac03215f4d80bb06f34fcbae6b84. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1090.432812] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] [instance: 0fb0aaae-b6d2-418d-81a9-74671f4b97c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1090.433179] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.433378] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.433548] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.435896] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] [instance: 0fb0aaae-b6d2-418d-81a9-74671f4b97c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1090.436511] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.436712] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.437010] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.451534] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.451761] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.451937] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.422638] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.431049] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.439387] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.444475] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.447011] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1112.789634] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] [instance: 7f9f2074-6822-4d9d-9791-4bebc7e55862] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 7f9f2074-6822-4d9d-9791-4bebc7e55862 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1112.790292] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1112.790540] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f9f2074-6822-4d9d-9791-4bebc7e55862.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f9f2074-6822-4d9d-9791-4bebc7e55862. [ 1112.790872] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] [instance: 7f9f2074-6822-4d9d-9791-4bebc7e55862] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f9f2074-6822-4d9d-9791-4bebc7e55862. [ 1112.815092] nova-conductor[53988]: DEBUG nova.network.neutron [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] [instance: 7f9f2074-6822-4d9d-9791-4bebc7e55862] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1112.834900] nova-conductor[53988]: DEBUG nova.network.neutron [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] [instance: 7f9f2074-6822-4d9d-9791-4bebc7e55862] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1112.838586] nova-conductor[53987]: DEBUG nova.db.main.api [None req-77d8f494-4ca1-4293-a5c4-ebde1bfc3c98 tempest-ServerActionsV293TestJSON-761580856 tempest-ServerActionsV293TestJSON-761580856-project-member] Created instance_extra for 3e1127c5-876f-47b9-b652-7a558711a1a7 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1112.838925] nova-conductor[53988]: DEBUG nova.network.neutron [None req-5c57a1a7-fbc7-4c15-8188-ee04fc8bbe9b tempest-ServerActionsTestJSON-787621936 tempest-ServerActionsTestJSON-787621936-project-member] [instance: 7f9f2074-6822-4d9d-9791-4bebc7e55862] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.858545] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Expecting reply to msg 1084eda879ef4096a27d373d444ecba3 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1112.994881] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1084eda879ef4096a27d373d444ecba3 [ 1112.995755] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1113.012698] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.012926] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.013101] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.040202] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.043169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.043169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.043169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.043169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.043169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.051201] nova-conductor[53988]: DEBUG nova.quota [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Getting quotas for project ca010f93a4ee40db98cd5885b47d21d2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1113.053622] nova-conductor[53988]: DEBUG nova.quota [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Getting quotas for user 73f73ecceb844895bbdf126203901353 and project ca010f93a4ee40db98cd5885b47d21d2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1113.059355] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 5f67180f-6b27-4487-8858-5f57fcffd041] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1113.062428] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.062428] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.062428] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.065312] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 5f67180f-6b27-4487-8858-5f57fcffd041] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1113.066136] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.066451] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.066742] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.083788] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.084025] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.084224] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.046834] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1123.069311] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1123.078188] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1123.081819] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1124.766081] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=57,nova_cell1:UPDATE=16,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1125.041599] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=59,nova_cell1:UPDATE=32,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=3,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1143.540422] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=25,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1143.549660] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=25,nova_cell1:DELETE=1,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1166.030802] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: bf8c692f-6510-4548-aedd-0e1792512e20] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance bf8c692f-6510-4548-aedd-0e1792512e20 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1166.031780] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1166.032081] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf8c692f-6510-4548-aedd-0e1792512e20.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf8c692f-6510-4548-aedd-0e1792512e20. [ 1166.032458] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: bf8c692f-6510-4548-aedd-0e1792512e20] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf8c692f-6510-4548-aedd-0e1792512e20. [ 1166.057028] nova-conductor[53988]: DEBUG nova.network.neutron [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: bf8c692f-6510-4548-aedd-0e1792512e20] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1166.075221] nova-conductor[53988]: DEBUG nova.network.neutron [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: bf8c692f-6510-4548-aedd-0e1792512e20] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1166.078338] nova-conductor[53988]: DEBUG nova.network.neutron [None req-8d7dca7d-89a7-4ee7-ac57-31f24b654f55 tempest-ServersAdminTestJSON-1522131393 tempest-ServersAdminTestJSON-1522131393-project-member] [instance: bf8c692f-6510-4548-aedd-0e1792512e20] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.603407] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=49,nova_cell1:UPDATE=16,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1184.660310] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Expecting reply to msg cc68b4a42d1d461cb4bc0fbd5ca55428 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1184.892969] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg cc68b4a42d1d461cb4bc0fbd5ca55428 [ 1184.893775] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Took 0.24 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1184.910045] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.910804] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.911110] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.944736] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.944950] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.945119] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.945575] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.945757] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.945914] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.954073] nova-conductor[53988]: DEBUG nova.quota [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Getting quotas for project 2e0bd6f2d26e442f92498e358016a346. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1184.956336] nova-conductor[53988]: DEBUG nova.quota [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Getting quotas for user e0551dadfa2643d18f591f7c00dab53e and project 2e0bd6f2d26e442f92498e358016a346. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1184.961645] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: aa39503a-2342-421e-928f-35ec7c8e47fb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1184.962054] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.962252] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.962417] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.965060] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: aa39503a-2342-421e-928f-35ec7c8e47fb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1184.965660] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.965847] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.966006] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.979606] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.979813] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.979972] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.716789] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=61,nova_cell1:UPDATE=31,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:INSERT=3,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1194.950645] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1194.968716] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1194.974842] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1194.979137] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1204.536024] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=22 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1204.546866] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=19,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1209.497477] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Expecting reply to msg 1b12caff2c394f10a891e0fc0aff843b in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1209.638195] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1b12caff2c394f10a891e0fc0aff843b [ 1209.638924] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1209.649742] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.650665] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.650877] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.681916] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.682167] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.682344] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.682729] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.682917] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.683079] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.693269] nova-conductor[53988]: DEBUG nova.quota [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Getting quotas for project d465a44feb9f4640b992dac10cd059e2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1209.696356] nova-conductor[53988]: DEBUG nova.quota [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Getting quotas for user 6e1c68c4f2ce4433aa498ec2dca7f467 and project d465a44feb9f4640b992dac10cd059e2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1209.701859] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] [instance: d6e8f17f-40c4-46e0-a900-d92d1da01ed8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1209.702352] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.702564] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.702733] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.705719] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] [instance: d6e8f17f-40c4-46e0-a900-d92d1da01ed8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1209.706370] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.706573] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.706738] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.719574] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.719787] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.719953] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.921611] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance e5fe92cf-e150-419f-a164-a98a9d24dd8c was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1211.922767] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1211.922845] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e5fe92cf-e150-419f-a164-a98a9d24dd8c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e5fe92cf-e150-419f-a164-a98a9d24dd8c. [ 1211.923127] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e5fe92cf-e150-419f-a164-a98a9d24dd8c. [ 1211.954035] nova-conductor[53987]: DEBUG nova.network.neutron [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1211.998365] nova-conductor[53988]: DEBUG nova.db.main.api [None req-563dd667-8567-4ddb-b349-5bc02934cb87 tempest-ServerPasswordTestJSON-936204548 tempest-ServerPasswordTestJSON-936204548-project-member] Created instance_extra for 0534f500-d8d8-4aad-896c-c965778c3a6f {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1212.066658] nova-conductor[53987]: DEBUG nova.db.main.api [None req-1284b3d6-4ce1-49ec-9c60-72e78b810975 tempest-ServerShowV257Test-221320248 tempest-ServerShowV257Test-221320248-project-member] Created instance_extra for 6d3ee887-6b6b-4199-aea6-f0de0153e5c5 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1212.130194] nova-conductor[53988]: DEBUG nova.db.main.api [None req-e375d8c7-cc0d-4ff5-adeb-759e225a88eb tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Created instance_extra for 82ae439e-5fe0-4bed-b550-e34929c139f8 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1212.140747] nova-conductor[53987]: DEBUG neutronclient.v2_0.client [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] Error message: {"error": {"code": 401, "title": "Unauthorized", "message": "The request you have made requires authentication."}} {{(pid=53987) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [None req-91dd62e8-b454-4b6f-a12a-356dc0e40f7c tempest-ServersAdminNegativeTestJSON-411079484 tempest-ServersAdminNegativeTestJSON-411079484-project-member] [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Failed to deallocate networks: nova.exception.Unauthorized: Not authorized. [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Traceback (most recent call last): [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/conductor/manager.py", line 705, in build_instances [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] raise exception.MaxRetriesExceeded(reason=msg) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e5fe92cf-e150-419f-a164-a98a9d24dd8c. [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] During handling of the above exception, another exception occurred: [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Traceback (most recent call last): [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] ret = obj(*args, **kwargs) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 272, in _handle_fault_response [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] exception_handler_v20(status_code, error_body) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 90, in exception_handler_v20 [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] raise client_exc(message=error_message, [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] neutronclient.common.exceptions.Unauthorized: 401-{'error': {'code': 401, 'title': 'Unauthorized', 'message': 'The request you have made requires authentication.'}} [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Neutron server returns request_ids: ['req-6ef63e6a-1c5f-4333-be52-a87cc493bde7'] [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] During handling of the above exception, another exception occurred: [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] Traceback (most recent call last): [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/conductor/manager.py", line 448, in _cleanup_allocated_networks [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] self.network_api.deallocate_for_instance( [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 1805, in deallocate_for_instance [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] data = neutron.list_ports(**search_opts) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] ret = obj(*args, **kwargs) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 815, in list_ports [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] return self.list('ports', self.ports_path, retrieve_all, [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] ret = obj(*args, **kwargs) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 372, in list [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] for r in self._pagination(collection, path, **params): [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 387, in _pagination [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] res = self.get(path, params=params) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] ret = obj(*args, **kwargs) [ 1212.142757] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 356, in get [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] return self.retry_request("GET", action, body=body, [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] ret = obj(*args, **kwargs) [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 333, in retry_request [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] return self.do_request(method, action, body=body, [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] ret = obj(*args, **kwargs) [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 297, in do_request [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] self._handle_fault_response(status_code, replybody, resp) [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] File "/opt/stack/nova/nova/network/neutron.py", line 204, in wrapper [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] raise exception.Unauthorized() [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] nova.exception.Unauthorized: Not authorized. [ 1212.143890] nova-conductor[53987]: ERROR nova.conductor.manager [instance: e5fe92cf-e150-419f-a164-a98a9d24dd8c] [ 1212.208783] nova-conductor[53988]: DEBUG nova.db.main.api [None req-9dce6ced-8bdf-4805-8d98-3c93d9ce4e85 tempest-ServersTestBootFromVolume-1834891323 tempest-ServersTestBootFromVolume-1834891323-project-member] Created instance_extra for 40b216ba-3afd-4cfe-b98b-c5de03501317 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1212.271455] nova-conductor[53987]: DEBUG nova.db.main.api [None req-34b27cec-087a-43cd-a10e-57a88306aba8 tempest-ServerShowV247Test-277858123 tempest-ServerShowV247Test-277858123-project-member] Created instance_extra for a12bff02-f7da-43a1-b614-beb3d6908e0b {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1212.345055] nova-conductor[53988]: DEBUG nova.db.main.api [None req-22910028-f533-4462-af14-ae913b898e19 tempest-ServersTestMultiNic-1885917485 tempest-ServersTestMultiNic-1885917485-project-member] Created instance_extra for 2b4cc40e-a6fc-48df-baaf-f74352c24408 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1219.690753] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1219.710030] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1219.716034] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1219.717724] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1227.287065] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=82,nova_cell1:UPDATE=29,nova_cell1:INSERT=9,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1228.811718] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Expecting reply to msg 46c7e39d57cf46538a6dc66aa7ce4f57 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1228.921782] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 46c7e39d57cf46538a6dc66aa7ce4f57 [ 1228.922560] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1228.934230] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.934451] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.934622] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.960134] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.960407] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.960590] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.960966] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.961152] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.961311] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.969361] nova-conductor[53988]: DEBUG nova.quota [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Getting quotas for project 4bc9f358fd6846ab889963f86dd64157. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1228.971562] nova-conductor[53988]: DEBUG nova.quota [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Getting quotas for user ce5ba30ab10a46c393d3b3f3f2786753 and project 4bc9f358fd6846ab889963f86dd64157. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1228.976843] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: b6243867-9546-4663-9d48-5c040537490b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1228.977303] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.977512] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.977678] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.980475] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: b6243867-9546-4663-9d48-5c040537490b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1228.981086] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.981279] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.981445] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.995652] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.995861] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.996046] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.155687] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=69,nova_cell1:UPDATE=26,nova_cell1:INSERT=10 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1236.603064] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Expecting reply to msg 3fa41e8bee8e4d46a470447a008b2557 in queue reply_c595883206334d7e92790d99fbd7a885 [ 1236.723326] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3fa41e8bee8e4d46a470447a008b2557 [ 1236.724124] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1236.736079] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.736332] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.736511] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.764923] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.765151] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.765328] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.765702] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.765888] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.766049] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.774488] nova-conductor[53987]: DEBUG nova.quota [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1236.776861] nova-conductor[53987]: DEBUG nova.quota [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for user ed97b90b998c477eae669b6132359808 and project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1236.782453] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4b87e74a-2408-466f-b1c2-68330c31fb9d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1236.782902] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.783107] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.783279] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.786149] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4b87e74a-2408-466f-b1c2-68330c31fb9d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1236.786798] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.787002] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.787169] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.799817] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.800067] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.800263] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.966685] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1238.975019] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1238.983226] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1238.990144] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1238.993978] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1246.770534] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1246.780546] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=6 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1246.789840] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1246.795831] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1246.798873] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1262.671367] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] [instance: 95426048-d403-4dad-9ad7-b76de655a319] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 95426048-d403-4dad-9ad7-b76de655a319 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1262.671980] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1262.672229] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95426048-d403-4dad-9ad7-b76de655a319.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95426048-d403-4dad-9ad7-b76de655a319. [ 1262.672548] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] [instance: 95426048-d403-4dad-9ad7-b76de655a319] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95426048-d403-4dad-9ad7-b76de655a319. [ 1262.700571] nova-conductor[53987]: DEBUG nova.network.neutron [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] [instance: 95426048-d403-4dad-9ad7-b76de655a319] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1262.721234] nova-conductor[53987]: DEBUG nova.network.neutron [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] [instance: 95426048-d403-4dad-9ad7-b76de655a319] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1262.725445] nova-conductor[53987]: DEBUG nova.network.neutron [None req-465eb2cc-4950-483b-b6f0-ac0ba1e02bb3 tempest-ServerRescueTestJSONUnderV235-579567353 tempest-ServerRescueTestJSONUnderV235-579567353-project-member] [instance: 95426048-d403-4dad-9ad7-b76de655a319] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.741786] nova-conductor[53988]: DEBUG nova.db.main.api [None req-031c8a30-8f5f-4862-8a61-ea1c8cd9187e tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Created instance_extra for 71c15bd8-5786-4d44-aa0e-3249b272ac72 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1262.824777] nova-conductor[53987]: DEBUG nova.db.main.api [None req-f8a9317c-5105-4093-9fbf-2cc64d022fbf tempest-ServerRescueTestJSON-1699452881 tempest-ServerRescueTestJSON-1699452881-project-member] Created instance_extra for d7adbc9f-af82-4f99-8536-4411665e3233 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1262.887118] nova-conductor[53988]: DEBUG nova.db.main.api [None req-4f3872f5-ec64-4477-a9da-4beaee7ecda7 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Created instance_extra for c7a35269-b314-4381-a8b4-d509d5627861 {{(pid=53988) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1264.941088] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/image/glance.py", line 285, in show\n image = self._client.call(context, 2, \'get\', args=(image_id,))\n', ' File "/opt/stack/nova/nova/image/glance.py", line 191, in call\n result = getattr(controller, method)(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 197, in get\n return self._get(image_id)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 649, in inner\n return RequestIdProxy(wrapped(*args, **kwargs))\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 190, in _get\n resp, body = self.http_client.get(url, headers=header)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 393, in get\n return self.request(url, \'GET\', **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 380, in request\n return self._handle_response(resp)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 120, in _handle_response\n raise exc.from_response(resp, resp.content)\n', 'glanceclient.exc.HTTPUnauthorized: HTTP 401 Unauthorized: This server could not verify that you are authorized to access the document you requested. Either you supplied the wrong credentials (e.g., bad password), or your browser does not understand how to supply the credentials required.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 637, in _fetch_image_if_missing\n image_fetch(context, vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 420, in _fetch_image_as_file\n images.fetch_image(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 251, in fetch_image\n metadata = IMAGE_API.get(context, image_ref)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 1206, in get\n return session.show(context, image_id,\n', ' File "/opt/stack/nova/nova/image/glance.py", line 287, in show\n _reraise_translated_image_exception(image_id)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 1032, in _reraise_translated_image_exception\n raise new_exc.with_traceback(exc_trace)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 285, in show\n image = self._client.call(context, 2, \'get\', args=(image_id,))\n', ' File "/opt/stack/nova/nova/image/glance.py", line 191, in call\n result = getattr(controller, method)(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 197, in get\n return self._get(image_id)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 649, in inner\n return RequestIdProxy(wrapped(*args, **kwargs))\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 190, in _get\n resp, body = self.http_client.get(url, headers=header)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 393, in get\n return self.request(url, \'GET\', **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 380, in request\n return self._handle_response(resp)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 120, in _handle_response\n raise exc.from_response(resp, resp.content)\n', 'nova.exception.ImageNotAuthorized: Not authorized for image d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a0db1e96-4ca4-4fed-b86b-d8457f3570a9 was re-scheduled: Not authorized for image d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11.\n'] [ 1264.941657] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1264.941892] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0db1e96-4ca4-4fed-b86b-d8457f3570a9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0db1e96-4ca4-4fed-b86b-d8457f3570a9. [ 1264.942172] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0db1e96-4ca4-4fed-b86b-d8457f3570a9. [ 1264.965097] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1265.066314] nova-conductor[53987]: DEBUG neutronclient.v2_0.client [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] Error message: {"error": {"code": 401, "title": "Unauthorized", "message": "The request you have made requires authentication."}} {{(pid=53987) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [None req-4790e9b7-467d-4a60-980b-7d1369f68d8f tempest-TenantUsagesTestJSON-1836427215 tempest-TenantUsagesTestJSON-1836427215-project-member] [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Failed to deallocate networks: nova.exception.Unauthorized: Not authorized. [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Traceback (most recent call last): [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/conductor/manager.py", line 705, in build_instances [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] raise exception.MaxRetriesExceeded(reason=msg) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0db1e96-4ca4-4fed-b86b-d8457f3570a9. [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] During handling of the above exception, another exception occurred: [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Traceback (most recent call last): [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] ret = obj(*args, **kwargs) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 272, in _handle_fault_response [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] exception_handler_v20(status_code, error_body) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 90, in exception_handler_v20 [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] raise client_exc(message=error_message, [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] neutronclient.common.exceptions.Unauthorized: 401-{'error': {'code': 401, 'title': 'Unauthorized', 'message': 'The request you have made requires authentication.'}} [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Neutron server returns request_ids: ['req-e4c4d611-6590-495d-a542-38aa4e66c41c'] [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] During handling of the above exception, another exception occurred: [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] Traceback (most recent call last): [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/conductor/manager.py", line 448, in _cleanup_allocated_networks [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] self.network_api.deallocate_for_instance( [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 1805, in deallocate_for_instance [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] data = neutron.list_ports(**search_opts) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] ret = obj(*args, **kwargs) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 815, in list_ports [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] return self.list('ports', self.ports_path, retrieve_all, [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] ret = obj(*args, **kwargs) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 372, in list [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] for r in self._pagination(collection, path, **params): [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 387, in _pagination [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] res = self.get(path, params=params) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] ret = obj(*args, **kwargs) [ 1265.067349] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 356, in get [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] return self.retry_request("GET", action, body=body, [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] ret = obj(*args, **kwargs) [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 333, in retry_request [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] return self.do_request(method, action, body=body, [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] ret = obj(*args, **kwargs) [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 297, in do_request [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] self._handle_fault_response(status_code, replybody, resp) [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] File "/opt/stack/nova/nova/network/neutron.py", line 204, in wrapper [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] raise exception.Unauthorized() [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] nova.exception.Unauthorized: Not authorized. [ 1265.068336] nova-conductor[53987]: ERROR nova.conductor.manager [instance: a0db1e96-4ca4-4fed-b86b-d8457f3570a9] [ 1270.146345] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Expecting reply to msg 49b98ae922554b44b8c336c1d954edac in queue reply_c595883206334d7e92790d99fbd7a885 [ 1270.259473] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 49b98ae922554b44b8c336c1d954edac [ 1270.260280] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1270.271220] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.271465] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.271680] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.297646] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.297861] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.298027] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.298377] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.298552] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.298705] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.306580] nova-conductor[53987]: DEBUG nova.quota [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Getting quotas for project 4da48d087c8349b4b0e48c5e4b329962. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1270.308800] nova-conductor[53987]: DEBUG nova.quota [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Getting quotas for user a6cdf21e34794c8e992f03fa012a44a4 and project 4da48d087c8349b4b0e48c5e4b329962. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1270.313999] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1270.314395] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.314585] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.314743] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.317348] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: ff225293-ad72-499a-9b5b-147d0bc40350] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1270.317945] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.318133] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.318294] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.331554] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.331743] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.331905] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.518594] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Expecting reply to msg 53fd960b428644a499d2239e86d8ec77 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1270.629966] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 53fd960b428644a499d2239e86d8ec77 [ 1270.630825] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1270.641659] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.641871] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.642039] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.668683] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.668895] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.669060] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.669437] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.669620] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.669776] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.678260] nova-conductor[53988]: DEBUG nova.quota [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Getting quotas for project 4da48d087c8349b4b0e48c5e4b329962. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1270.680638] nova-conductor[53988]: DEBUG nova.quota [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Getting quotas for user a6cdf21e34794c8e992f03fa012a44a4 and project 4da48d087c8349b4b0e48c5e4b329962. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1270.686099] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: 36d37cda-b987-4c5a-8af1-6eede009e61e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1270.687201] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.687201] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.687201] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.689841] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: 36d37cda-b987-4c5a-8af1-6eede009e61e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1270.690819] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.690819] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.690945] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.702851] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.703053] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.703220] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.302610] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.312411] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=126,nova_cell1:UPDATE=39,nova_cell1:INSERT=12,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.320175] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.328530] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.330361] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.675616] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.684788] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=127,nova_cell1:UPDATE=48,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=4,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.694050] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.699749] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1280.701494] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1293.634531] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1296.786638] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1312.582061] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 29f84900-0805-4ab2-af4d-bd7be2ac94d3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 29f84900-0805-4ab2-af4d-bd7be2ac94d3 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1312.582671] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1312.582912] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29f84900-0805-4ab2-af4d-bd7be2ac94d3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29f84900-0805-4ab2-af4d-bd7be2ac94d3. [ 1312.583324] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 29f84900-0805-4ab2-af4d-bd7be2ac94d3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29f84900-0805-4ab2-af4d-bd7be2ac94d3. [ 1312.607806] nova-conductor[53988]: DEBUG nova.network.neutron [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 29f84900-0805-4ab2-af4d-bd7be2ac94d3] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1312.650812] nova-conductor[53988]: DEBUG nova.network.neutron [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 29f84900-0805-4ab2-af4d-bd7be2ac94d3] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1312.654288] nova-conductor[53988]: DEBUG nova.network.neutron [None req-e42c9bb6-fa4b-4501-91e4-e6f4574d774f tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 29f84900-0805-4ab2-af4d-bd7be2ac94d3] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.356964] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=70,nova_cell1:UPDATE=30,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1327.368925] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=57,nova_cell1:UPDATE=16,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1362.079232] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] [instance: bf2399eb-b2df-43b3-bddd-48692825c40a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance bf2399eb-b2df-43b3-bddd-48692825c40a was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1362.080341] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1362.081553] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf2399eb-b2df-43b3-bddd-48692825c40a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf2399eb-b2df-43b3-bddd-48692825c40a. [ 1362.081781] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] [instance: bf2399eb-b2df-43b3-bddd-48692825c40a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf2399eb-b2df-43b3-bddd-48692825c40a. [ 1362.104846] nova-conductor[53987]: DEBUG nova.network.neutron [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] [instance: bf2399eb-b2df-43b3-bddd-48692825c40a] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1362.133525] nova-conductor[53987]: DEBUG nova.network.neutron [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] [instance: bf2399eb-b2df-43b3-bddd-48692825c40a] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1362.137787] nova-conductor[53987]: DEBUG nova.network.neutron [None req-8f075caa-e2c8-4793-9fd1-4830ba42cb59 tempest-InstanceActionsV221TestJSON-118626687 tempest-InstanceActionsV221TestJSON-118626687-project-member] [instance: bf2399eb-b2df-43b3-bddd-48692825c40a] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.173171] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/image/glance.py", line 285, in show\n image = self._client.call(context, 2, \'get\', args=(image_id,))\n', ' File "/opt/stack/nova/nova/image/glance.py", line 191, in call\n result = getattr(controller, method)(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 197, in get\n return self._get(image_id)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 649, in inner\n return RequestIdProxy(wrapped(*args, **kwargs))\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 190, in _get\n resp, body = self.http_client.get(url, headers=header)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 393, in get\n return self.request(url, \'GET\', **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 380, in request\n return self._handle_response(resp)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 120, in _handle_response\n raise exc.from_response(resp, resp.content)\n', 'glanceclient.exc.HTTPUnauthorized: HTTP 401 Unauthorized: This server could not verify that you are authorized to access the document you requested. Either you supplied the wrong credentials (e.g., bad password), or your browser does not understand how to supply the credentials required.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 637, in _fetch_image_if_missing\n image_fetch(context, vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 420, in _fetch_image_as_file\n images.fetch_image(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 251, in fetch_image\n metadata = IMAGE_API.get(context, image_ref)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 1206, in get\n return session.show(context, image_id,\n', ' File "/opt/stack/nova/nova/image/glance.py", line 287, in show\n _reraise_translated_image_exception(image_id)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 1032, in _reraise_translated_image_exception\n raise new_exc.with_traceback(exc_trace)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 285, in show\n image = self._client.call(context, 2, \'get\', args=(image_id,))\n', ' File "/opt/stack/nova/nova/image/glance.py", line 191, in call\n result = getattr(controller, method)(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 197, in get\n return self._get(image_id)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 649, in inner\n return RequestIdProxy(wrapped(*args, **kwargs))\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 190, in _get\n resp, body = self.http_client.get(url, headers=header)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 393, in get\n return self.request(url, \'GET\', **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 380, in request\n return self._handle_response(resp)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 120, in _handle_response\n raise exc.from_response(resp, resp.content)\n', 'nova.exception.ImageNotAuthorized: Not authorized for image d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6ab197e9-3e38-4b37-b625-c30b6977261a was re-scheduled: Not authorized for image d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11.\n'] [ 1362.173737] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1362.173960] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6ab197e9-3e38-4b37-b625-c30b6977261a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6ab197e9-3e38-4b37-b625-c30b6977261a. [ 1362.174161] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6ab197e9-3e38-4b37-b625-c30b6977261a. [ 1362.197181] nova-conductor[53988]: DEBUG nova.network.neutron [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1362.333084] nova-conductor[53988]: DEBUG neutronclient.v2_0.client [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] Error message: {"error": {"code": 401, "title": "Unauthorized", "message": "The request you have made requires authentication."}} {{(pid=53988) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [None req-fa6b84e4-c663-4c46-bf1e-0f5c20e99f80 tempest-MigrationsAdminTest-1299306010 tempest-MigrationsAdminTest-1299306010-project-member] [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Failed to deallocate networks: nova.exception.Unauthorized: Not authorized. [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Traceback (most recent call last): [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/conductor/manager.py", line 705, in build_instances [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] raise exception.MaxRetriesExceeded(reason=msg) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6ab197e9-3e38-4b37-b625-c30b6977261a. [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] During handling of the above exception, another exception occurred: [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Traceback (most recent call last): [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] ret = obj(*args, **kwargs) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 272, in _handle_fault_response [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] exception_handler_v20(status_code, error_body) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 90, in exception_handler_v20 [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] raise client_exc(message=error_message, [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] neutronclient.common.exceptions.Unauthorized: 401-{'error': {'code': 401, 'title': 'Unauthorized', 'message': 'The request you have made requires authentication.'}} [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Neutron server returns request_ids: ['req-1ed43d8f-7164-445f-a789-c52c78ca0917'] [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] During handling of the above exception, another exception occurred: [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] Traceback (most recent call last): [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/conductor/manager.py", line 448, in _cleanup_allocated_networks [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] self.network_api.deallocate_for_instance( [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 1805, in deallocate_for_instance [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] data = neutron.list_ports(**search_opts) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] ret = obj(*args, **kwargs) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 815, in list_ports [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] return self.list('ports', self.ports_path, retrieve_all, [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] ret = obj(*args, **kwargs) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 372, in list [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] for r in self._pagination(collection, path, **params): [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 387, in _pagination [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] res = self.get(path, params=params) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] ret = obj(*args, **kwargs) [ 1362.335881] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 356, in get [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] return self.retry_request("GET", action, body=body, [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] ret = obj(*args, **kwargs) [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 333, in retry_request [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] return self.do_request(method, action, body=body, [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] ret = obj(*args, **kwargs) [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 297, in do_request [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] self._handle_fault_response(status_code, replybody, resp) [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] File "/opt/stack/nova/nova/network/neutron.py", line 204, in wrapper [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] raise exception.Unauthorized() [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] nova.exception.Unauthorized: Not authorized. [ 1362.337399] nova-conductor[53988]: ERROR nova.conductor.manager [instance: 6ab197e9-3e38-4b37-b625-c30b6977261a] [ 1362.495255] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Expecting reply to msg 221e0cfb9d2d48f1b03694f524139990 in queue reply_c595883206334d7e92790d99fbd7a885 [ 1362.612164] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 221e0cfb9d2d48f1b03694f524139990 [ 1362.612793] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1362.623317] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.623535] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.623710] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.648585] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.648813] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.648981] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.649381] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.649583] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.649717] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.658475] nova-conductor[53987]: DEBUG nova.quota [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1362.660796] nova-conductor[53987]: DEBUG nova.quota [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for user 4eecfef918474dc8ad298d9eb189f56f and project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1362.669023] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5f424618-f9b3-4e9a-898c-2d1a07476cc7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1362.672037] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.672037] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.672037] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.676298] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5f424618-f9b3-4e9a-898c-2d1a07476cc7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1362.677365] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.677841] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.678215] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.692744] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.693107] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.693400] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.655272] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1372.681448] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1372.689688] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1372.692202] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1388.340161] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=113,nova_cell1:UPDATE=34,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=4 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1391.323173] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=117,nova_cell1:UPDATE=43,nova_cell1:INSERT=8,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1412.112158] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] [instance: c9fe1bfe-e813-43e9-9668-b813416ee27b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance c9fe1bfe-e813-43e9-9668-b813416ee27b was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1412.112744] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1412.112966] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9fe1bfe-e813-43e9-9668-b813416ee27b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9fe1bfe-e813-43e9-9668-b813416ee27b. [ 1412.113173] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] [instance: c9fe1bfe-e813-43e9-9668-b813416ee27b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9fe1bfe-e813-43e9-9668-b813416ee27b. [ 1412.138726] nova-conductor[53988]: DEBUG nova.network.neutron [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] [instance: c9fe1bfe-e813-43e9-9668-b813416ee27b] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1412.156726] nova-conductor[53988]: DEBUG nova.network.neutron [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] [instance: c9fe1bfe-e813-43e9-9668-b813416ee27b] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1412.159748] nova-conductor[53988]: DEBUG nova.network.neutron [None req-c8787f7e-97ee-4d55-860f-8a9822c65104 tempest-ServersWithSpecificFlavorTestJSON-519795392 tempest-ServersWithSpecificFlavorTestJSON-519795392-project-member] [instance: c9fe1bfe-e813-43e9-9668-b813416ee27b] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.880071] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Expecting reply to msg 8029dcb6087243cba5168a00a07b6343 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1422.988250] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8029dcb6087243cba5168a00a07b6343 [ 1422.989221] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1423.000296] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.000709] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.000903] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.022600] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.022810] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.022978] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.023336] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.023522] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.023683] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.031715] nova-conductor[53988]: DEBUG nova.quota [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1423.033941] nova-conductor[53988]: DEBUG nova.quota [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for user b8c6e9a3ba6a48669b1772886e22e023 and project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1423.039075] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 4661732c-51dc-4a77-aa32-28049dbd5ad7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1423.039491] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.039690] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.039855] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.042436] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 4661732c-51dc-4a77-aa32-28049dbd5ad7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1423.042971] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.043164] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.043328] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.056926] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.057127] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.057301] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.283606] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=58,nova_cell1:UPDATE=28,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1433.028502] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1433.045457] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1433.053616] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1433.056380] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1435.167403] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1448.934395] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=70,nova_cell1:UPDATE=19,nova_cell1:INSERT=6,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1451.946208] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=14,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1461.977853] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] [instance: 9cdd96c2-2837-4cb3-855c-ecad727dd5d4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 9cdd96c2-2837-4cb3-855c-ecad727dd5d4 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1461.978516] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1461.978786] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9cdd96c2-2837-4cb3-855c-ecad727dd5d4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9cdd96c2-2837-4cb3-855c-ecad727dd5d4. [ 1461.979148] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] [instance: 9cdd96c2-2837-4cb3-855c-ecad727dd5d4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9cdd96c2-2837-4cb3-855c-ecad727dd5d4. [ 1462.001994] nova-conductor[53987]: DEBUG nova.network.neutron [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] [instance: 9cdd96c2-2837-4cb3-855c-ecad727dd5d4] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1462.023203] nova-conductor[53987]: DEBUG nova.network.neutron [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] [instance: 9cdd96c2-2837-4cb3-855c-ecad727dd5d4] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1462.026425] nova-conductor[53987]: DEBUG nova.network.neutron [None req-65cb3a69-0426-4087-8675-c07ba8e0fb59 tempest-ImagesNegativeTestJSON-2078991854 tempest-ImagesNegativeTestJSON-2078991854-project-member] [instance: 9cdd96c2-2837-4cb3-855c-ecad727dd5d4] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.214539] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=55,nova_cell1:UPDATE=29,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1476.603582] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=49,nova_cell1:UPDATE=16,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1486.487065] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Expecting reply to msg 14c873f2fbb44323af9e4cbc9bf708be in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1486.670088] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 14c873f2fbb44323af9e4cbc9bf708be [ 1486.671222] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Took 0.19 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1486.682686] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.682908] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.683074] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.720256] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.720507] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.720682] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.721053] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.721232] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.721387] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.729495] nova-conductor[53988]: DEBUG nova.quota [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Getting quotas for project e66a5f940c93453a92ed2df649f69d21. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1486.731812] nova-conductor[53988]: DEBUG nova.quota [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Getting quotas for user 36a6c4449bd54e3ba357d883177212d2 and project e66a5f940c93453a92ed2df649f69d21. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1486.737309] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] [instance: 545947a4-3f1a-44fe-ac02-ec5e2e5844d5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1486.737774] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.737965] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.738126] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.741208] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] [instance: 545947a4-3f1a-44fe-ac02-ec5e2e5844d5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1486.741832] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.742024] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.742185] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.756092] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.756315] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.756482] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.726100] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1496.736289] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1496.744484] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1496.750932] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=10 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1496.754139] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1506.255009] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Expecting reply to msg 76a388136cd94e62b173fe2366b8b1d1 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1506.372231] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 76a388136cd94e62b173fe2366b8b1d1 [ 1506.373071] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1506.384390] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.384606] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.384783] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.407067] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.407282] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.407454] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.407828] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.408036] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.408194] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.416523] nova-conductor[53988]: DEBUG nova.quota [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Getting quotas for project ca010f93a4ee40db98cd5885b47d21d2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1506.418757] nova-conductor[53988]: DEBUG nova.quota [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Getting quotas for user 73f73ecceb844895bbdf126203901353 and project ca010f93a4ee40db98cd5885b47d21d2. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1506.424163] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1506.424612] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.424817] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.424978] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.427517] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1506.428150] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.428355] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.428522] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.442092] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.442297] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.442464] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.416476] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=13,nova_cell1:UPDATE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1515.553616] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5dc4bde6-db61-47c2-a2b8-d2a5515b1525] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 5dc4bde6-db61-47c2-a2b8-d2a5515b1525 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1515.554211] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1515.554444] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5dc4bde6-db61-47c2-a2b8-d2a5515b1525.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5dc4bde6-db61-47c2-a2b8-d2a5515b1525. [ 1515.554759] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5dc4bde6-db61-47c2-a2b8-d2a5515b1525] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5dc4bde6-db61-47c2-a2b8-d2a5515b1525. [ 1515.581496] nova-conductor[53988]: DEBUG nova.network.neutron [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5dc4bde6-db61-47c2-a2b8-d2a5515b1525] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1515.602299] nova-conductor[53988]: DEBUG nova.network.neutron [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5dc4bde6-db61-47c2-a2b8-d2a5515b1525] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1515.605487] nova-conductor[53988]: DEBUG nova.network.neutron [None req-8f4f82d5-95bb-414b-b661-6ed9fc742168 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5dc4bde6-db61-47c2-a2b8-d2a5515b1525] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.607515] nova-conductor[53987]: DEBUG nova.db.main.api [None req-a2e37de6-c0c6-4a75-b735-63fb2f75786f tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Created instance_extra for 36d37cda-b987-4c5a-8af1-6eede009e61e {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1516.413031] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1516.431164] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1516.436224] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=11 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1516.441429] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1533.626590] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=70,nova_cell1:UPDATE=29,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1533.656625] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=60,nova_cell1:UPDATE=20,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:INSERT=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1562.054274] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] [instance: 5730229a-fd0c-4df1-9059-cd6ed39e954c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 5730229a-fd0c-4df1-9059-cd6ed39e954c was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1562.055248] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1562.055597] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5730229a-fd0c-4df1-9059-cd6ed39e954c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5730229a-fd0c-4df1-9059-cd6ed39e954c. [ 1562.055953] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] [instance: 5730229a-fd0c-4df1-9059-cd6ed39e954c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5730229a-fd0c-4df1-9059-cd6ed39e954c. [ 1562.080497] nova-conductor[53988]: DEBUG nova.network.neutron [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] [instance: 5730229a-fd0c-4df1-9059-cd6ed39e954c] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1562.099288] nova-conductor[53988]: DEBUG nova.network.neutron [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] [instance: 5730229a-fd0c-4df1-9059-cd6ed39e954c] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1562.103340] nova-conductor[53988]: DEBUG nova.network.neutron [None req-6b3efcab-6a6f-4e78-8c91-d52cccd105d3 tempest-ServerAddressesNegativeTestJSON-624030150 tempest-ServerAddressesNegativeTestJSON-624030150-project-member] [instance: 5730229a-fd0c-4df1-9059-cd6ed39e954c] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.998729] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=57,nova_cell1:UPDATE=18,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1574.239309] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=66,nova_cell1:UPDATE=28,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1579.314078] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Expecting reply to msg 477f236611d741f29c5678d300135123 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1579.442337] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 477f236611d741f29c5678d300135123 [ 1579.443064] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1579.455790] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.456026] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.456204] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.491835] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.492072] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.492244] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.492607] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.492864] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.493037] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.501021] nova-conductor[53988]: DEBUG nova.quota [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Getting quotas for project 2e0bd6f2d26e442f92498e358016a346. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1579.503279] nova-conductor[53988]: DEBUG nova.quota [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Getting quotas for user e0551dadfa2643d18f591f7c00dab53e and project 2e0bd6f2d26e442f92498e358016a346. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1579.508499] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 28a3b287-8717-42d5-989a-4f66642134f7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1579.508899] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.509116] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.509253] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.511849] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 28a3b287-8717-42d5-989a-4f66642134f7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1579.512457] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.512653] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.512815] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.527964] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.528182] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.528351] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.497558] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1589.506289] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1589.515408] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1589.522124] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=7 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1589.527518] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1611.995591] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 0b0050ff-2714-4068-9956-089c6aa3eff1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 0b0050ff-2714-4068-9956-089c6aa3eff1 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1611.996349] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1611.996602] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0b0050ff-2714-4068-9956-089c6aa3eff1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0b0050ff-2714-4068-9956-089c6aa3eff1. [ 1611.996833] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 0b0050ff-2714-4068-9956-089c6aa3eff1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0b0050ff-2714-4068-9956-089c6aa3eff1. [ 1612.024359] nova-conductor[53987]: DEBUG nova.network.neutron [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 0b0050ff-2714-4068-9956-089c6aa3eff1] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1612.079216] nova-conductor[53987]: DEBUG nova.network.neutron [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 0b0050ff-2714-4068-9956-089c6aa3eff1] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1612.082801] nova-conductor[53987]: DEBUG nova.network.neutron [None req-93791ee8-4e4a-4627-bf39-0faa6eedd872 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 0b0050ff-2714-4068-9956-089c6aa3eff1] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.460768] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Expecting reply to msg effc5111898f4bff917d24b408e9fcc9 in queue reply_c595883206334d7e92790d99fbd7a885 [ 1628.571132] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg effc5111898f4bff917d24b408e9fcc9 [ 1628.571947] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1628.582971] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.583150] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.583319] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.606115] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.606340] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.606511] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.606878] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.607063] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.607224] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.615514] nova-conductor[53987]: DEBUG nova.quota [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1628.617803] nova-conductor[53987]: DEBUG nova.quota [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Getting quotas for user ed97b90b998c477eae669b6132359808 and project 911980132e374bbd9e861e2fba9466f8. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1628.623229] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4e47e82d-780e-4c23-8071-083beab2a53f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1628.623651] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.623856] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.624040] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.628801] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4e47e82d-780e-4c23-8071-083beab2a53f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1628.629438] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.629669] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.629849] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.641756] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.641959] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.642128] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.329685] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=66,nova_cell1:UPDATE=29,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1638.611043] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1638.620974] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=65,nova_cell1:UPDATE=18,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1638.631682] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1638.637145] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1638.640424] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1653.632783] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1653.662882] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1661.891752] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] [instance: 0fb0aaae-b6d2-418d-81a9-74671f4b97c6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 0fb0aaae-b6d2-418d-81a9-74671f4b97c6 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1661.892372] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1661.892614] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fb0aaae-b6d2-418d-81a9-74671f4b97c6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fb0aaae-b6d2-418d-81a9-74671f4b97c6. [ 1661.892945] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-2b1a0305-53a2-4b74-b9ea-93b44b5a8bec tempest-ServersAaction247Test-901698392 tempest-ServersAaction247Test-901698392-project-member] [instance: 0fb0aaae-b6d2-418d-81a9-74671f4b97c6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fb0aaae-b6d2-418d-81a9-74671f4b97c6. [ 1666.537567] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Expecting reply to msg decfb2552f2941a195d56228955de613 in queue reply_c595883206334d7e92790d99fbd7a885 [ 1666.651109] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg decfb2552f2941a195d56228955de613 [ 1666.652682] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1666.663540] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.663830] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.664043] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.697585] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.697827] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.697997] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.698361] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.698544] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.698703] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.714036] nova-conductor[53987]: DEBUG nova.quota [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1666.716306] nova-conductor[53987]: DEBUG nova.quota [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for user fc5f71ebe35b4863a38dd7606ae87937 and project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1666.722169] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 8b1cd843-48b0-4e85-93fa-32ddd6e32883] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1666.722591] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.722794] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.722961] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.725797] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 8b1cd843-48b0-4e85-93fa-32ddd6e32883] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1666.726360] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.726472] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.726630] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.740100] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.740313] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.740499] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.979407] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=56,nova_cell1:UPDATE=25,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1676.702751] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1676.720837] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=58,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:UPDATE=16,nova_cell1:INSERT=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1676.728501] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1676.736526] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1676.739512] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1693.307842] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=11,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1693.322421] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=10,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1712.429854] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1713.160031] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 5f67180f-6b27-4487-8858-5f57fcffd041] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 5f67180f-6b27-4487-8858-5f57fcffd041 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1713.160353] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1713.160614] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f67180f-6b27-4487-8858-5f57fcffd041.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f67180f-6b27-4487-8858-5f57fcffd041. [ 1713.160947] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 5f67180f-6b27-4487-8858-5f57fcffd041] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f67180f-6b27-4487-8858-5f57fcffd041. [ 1713.183232] nova-conductor[53988]: DEBUG nova.network.neutron [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 5f67180f-6b27-4487-8858-5f57fcffd041] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1713.222604] nova-conductor[53988]: DEBUG nova.network.neutron [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 5f67180f-6b27-4487-8858-5f57fcffd041] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1713.225520] nova-conductor[53988]: DEBUG nova.network.neutron [None req-ec8232ef-c5ff-48df-b9eb-dc6f7e368d27 tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: 5f67180f-6b27-4487-8858-5f57fcffd041] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.102213] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=46,nova_cell1:UPDATE=16,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1725.389425] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=56,nova_cell1:UPDATE=28,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1740.991662] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1755.269331] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Expecting reply to msg 6d818cfd1d5f491c8228160ffc6ab465 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1755.381152] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 6d818cfd1d5f491c8228160ffc6ab465 [ 1755.381926] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1755.388182] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 7da88cd3-26d4-4c55-8f69-3aeb590b3a57] While scheduling instance, the build request was already deleted. {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 1755.436918] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.437152] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.437320] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.437702] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.437895] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.438009] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.446348] nova-conductor[53988]: DEBUG nova.quota [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1755.448595] nova-conductor[53988]: DEBUG nova.quota [None req-8b4c8e49-0e9f-4fbe-a66e-012ec95e3a40 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for user 4eecfef918474dc8ad298d9eb189f56f and project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1755.827906] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Expecting reply to msg 23b76f6b25904ab8a5e0c63c42d040ee in queue reply_c595883206334d7e92790d99fbd7a885 [ 1755.955153] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 23b76f6b25904ab8a5e0c63c42d040ee [ 1755.956166] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1755.966828] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.967049] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.967218] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.990665] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.990884] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.991051] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.991405] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.991592] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.991752] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.999766] nova-conductor[53987]: DEBUG nova.quota [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1756.002073] nova-conductor[53987]: DEBUG nova.quota [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for user 4eecfef918474dc8ad298d9eb189f56f and project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1756.007323] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: d8503feb-d1df-4e1f-8357-e080e8bdb174] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1756.007787] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.007989] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.008194] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.012405] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: d8503feb-d1df-4e1f-8357-e080e8bdb174] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1756.013013] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.013211] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.013376] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.024996] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.025200] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.025372] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.115842] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: aa39503a-2342-421e-928f-35ec7c8e47fb] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance aa39503a-2342-421e-928f-35ec7c8e47fb was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1762.116554] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1762.116798] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa39503a-2342-421e-928f-35ec7c8e47fb.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa39503a-2342-421e-928f-35ec7c8e47fb. [ 1762.117131] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: aa39503a-2342-421e-928f-35ec7c8e47fb] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa39503a-2342-421e-928f-35ec7c8e47fb. [ 1762.144104] nova-conductor[53987]: DEBUG nova.network.neutron [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: aa39503a-2342-421e-928f-35ec7c8e47fb] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1762.164836] nova-conductor[53987]: DEBUG nova.network.neutron [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: aa39503a-2342-421e-928f-35ec7c8e47fb] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1762.168197] nova-conductor[53987]: DEBUG nova.network.neutron [None req-7bd51398-a0d4-43aa-8451-0275c0fea031 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: aa39503a-2342-421e-928f-35ec7c8e47fb] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.442854] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1765.443567] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1765.450467] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1765.453077] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=10 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1765.996712] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1766.015982] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1766.022966] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1766.024256] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1774.051522] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=68,nova_cell1:UPDATE=17,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1774.306439] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=76,nova_cell1:DELETE=3,nova_cell1:UPDATE=29,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1785.556018] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1813.056048] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] [instance: d6e8f17f-40c4-46e0-a900-d92d1da01ed8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance d6e8f17f-40c4-46e0-a900-d92d1da01ed8 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1813.056728] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1813.057025] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d6e8f17f-40c4-46e0-a900-d92d1da01ed8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d6e8f17f-40c4-46e0-a900-d92d1da01ed8. [ 1813.057301] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] [instance: d6e8f17f-40c4-46e0-a900-d92d1da01ed8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d6e8f17f-40c4-46e0-a900-d92d1da01ed8. [ 1813.085009] nova-conductor[53987]: DEBUG nova.network.neutron [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] [instance: d6e8f17f-40c4-46e0-a900-d92d1da01ed8] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1813.104323] nova-conductor[53987]: DEBUG nova.network.neutron [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] [instance: d6e8f17f-40c4-46e0-a900-d92d1da01ed8] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1813.108023] nova-conductor[53987]: DEBUG nova.network.neutron [None req-c05bf792-523a-4bcb-aa11-249179b813d3 tempest-ServerAddressesTestJSON-785079150 tempest-ServerAddressesTestJSON-785079150-project-member] [instance: d6e8f17f-40c4-46e0-a900-d92d1da01ed8] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.007560] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Expecting reply to msg cf63ddf590874985ba88637f5bb3ec95 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1815.139300] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg cf63ddf590874985ba88637f5bb3ec95 [ 1815.140115] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1815.151059] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.151270] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.151440] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.174432] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.174657] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.174831] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.175191] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.175375] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.175535] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.183673] nova-conductor[53988]: DEBUG nova.quota [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1815.185928] nova-conductor[53988]: DEBUG nova.quota [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for user b8c6e9a3ba6a48669b1772886e22e023 and project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1815.191389] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: f0e69971-df47-4ef0-85c9-ac686e4a4f9d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1815.191801] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.192010] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.192189] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.194782] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: f0e69971-df47-4ef0-85c9-ac686e4a4f9d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1815.195386] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.195580] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.195746] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.206618] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.206819] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.206982] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.180823] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1825.197679] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1825.203609] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1825.206038] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1825.230366] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=56,nova_cell1:UPDATE=17,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1834.602523] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=71,nova_cell1:UPDATE=29,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=2,nova_cell1:INSERT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1860.993537] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1862.035484] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: b6243867-9546-4663-9d48-5c040537490b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance b6243867-9546-4663-9d48-5c040537490b was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1862.036061] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1862.036296] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6243867-9546-4663-9d48-5c040537490b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6243867-9546-4663-9d48-5c040537490b. [ 1862.036523] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: b6243867-9546-4663-9d48-5c040537490b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6243867-9546-4663-9d48-5c040537490b. [ 1862.058602] nova-conductor[53987]: DEBUG nova.network.neutron [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: b6243867-9546-4663-9d48-5c040537490b] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1862.079689] nova-conductor[53987]: DEBUG nova.network.neutron [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: b6243867-9546-4663-9d48-5c040537490b] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1862.082559] nova-conductor[53987]: DEBUG nova.network.neutron [None req-afc0fdbc-281b-4e43-8622-5765a20c0296 tempest-AttachVolumeTestJSON-1656492236 tempest-AttachVolumeTestJSON-1656492236-project-member] [instance: b6243867-9546-4663-9d48-5c040537490b] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.289920] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=70,nova_cell1:UPDATE=31,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1893.633839] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1893.675104] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=53,nova_cell1:UPDATE=15,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1904.877337] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Expecting reply to msg 0dae8fd160054222a5a8ea154785db4e in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1904.998887] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0dae8fd160054222a5a8ea154785db4e [ 1905.000015] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1905.011464] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.011684] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.011858] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.041550] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.041781] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.041956] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.042880] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.043189] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.043368] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.053748] nova-conductor[53988]: DEBUG nova.quota [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Getting quotas for project be725bf46ff647018ed76001b586f633. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1905.055930] nova-conductor[53988]: DEBUG nova.quota [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Getting quotas for user 47b5978abdfb4e288e317fa53fb7a54b and project be725bf46ff647018ed76001b586f633. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1905.062671] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: 4d429147-d3fe-4d99-af2a-e28a3829f434] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1905.062671] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.062671] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.062671] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.064775] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: 4d429147-d3fe-4d99-af2a-e28a3829f434] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1905.065389] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.065585] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.065752] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.079397] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.079555] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.079749] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.700662] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4b87e74a-2408-466f-b1c2-68330c31fb9d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 4b87e74a-2408-466f-b1c2-68330c31fb9d was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1912.701310] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1912.701556] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b87e74a-2408-466f-b1c2-68330c31fb9d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b87e74a-2408-466f-b1c2-68330c31fb9d. [ 1912.701892] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4b87e74a-2408-466f-b1c2-68330c31fb9d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b87e74a-2408-466f-b1c2-68330c31fb9d. [ 1912.727515] nova-conductor[53988]: DEBUG nova.network.neutron [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4b87e74a-2408-466f-b1c2-68330c31fb9d] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1912.756414] nova-conductor[53988]: DEBUG nova.network.neutron [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4b87e74a-2408-466f-b1c2-68330c31fb9d] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1912.760125] nova-conductor[53988]: DEBUG nova.network.neutron [None req-98c20f81-2229-45eb-9c58-1b009b8580a0 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4b87e74a-2408-466f-b1c2-68330c31fb9d] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.584100] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/image/glance.py", line 285, in show\n image = self._client.call(context, 2, \'get\', args=(image_id,))\n', ' File "/opt/stack/nova/nova/image/glance.py", line 191, in call\n result = getattr(controller, method)(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 197, in get\n return self._get(image_id)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 649, in inner\n return RequestIdProxy(wrapped(*args, **kwargs))\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 190, in _get\n resp, body = self.http_client.get(url, headers=header)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 393, in get\n return self.request(url, \'GET\', **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 380, in request\n return self._handle_response(resp)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 120, in _handle_response\n raise exc.from_response(resp, resp.content)\n', 'glanceclient.exc.HTTPUnauthorized: HTTP 401 Unauthorized: This server could not verify that you are authorized to access the document you requested. Either you supplied the wrong credentials (e.g., bad password), or your browser does not understand how to supply the credentials required.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 637, in _fetch_image_if_missing\n image_fetch(context, vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 420, in _fetch_image_as_file\n images.fetch_image(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 251, in fetch_image\n metadata = IMAGE_API.get(context, image_ref)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 1206, in get\n return session.show(context, image_id,\n', ' File "/opt/stack/nova/nova/image/glance.py", line 287, in show\n _reraise_translated_image_exception(image_id)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 1032, in _reraise_translated_image_exception\n raise new_exc.with_traceback(exc_trace)\n', ' File "/opt/stack/nova/nova/image/glance.py", line 285, in show\n image = self._client.call(context, 2, \'get\', args=(image_id,))\n', ' File "/opt/stack/nova/nova/image/glance.py", line 191, in call\n result = getattr(controller, method)(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 197, in get\n return self._get(image_id)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 649, in inner\n return RequestIdProxy(wrapped(*args, **kwargs))\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 190, in _get\n resp, body = self.http_client.get(url, headers=header)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 393, in get\n return self.request(url, \'GET\', **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 380, in request\n return self._handle_response(resp)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 120, in _handle_response\n raise exc.from_response(resp, resp.content)\n', 'nova.exception.ImageNotAuthorized: Not authorized for image d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ff225293-ad72-499a-9b5b-147d0bc40350 was re-scheduled: Not authorized for image d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11.\n'] [ 1913.584718] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1913.585403] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ff225293-ad72-499a-9b5b-147d0bc40350.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ff225293-ad72-499a-9b5b-147d0bc40350. [ 1913.585403] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ff225293-ad72-499a-9b5b-147d0bc40350. [ 1913.606694] nova-conductor[53987]: DEBUG nova.network.neutron [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: ff225293-ad72-499a-9b5b-147d0bc40350] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1913.842949] nova-conductor[53987]: DEBUG neutronclient.v2_0.client [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] Error message: {"error": {"code": 401, "title": "Unauthorized", "message": "The request you have made requires authentication."}} {{(pid=53987) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [None req-122bcea3-1bc4-44a7-ac1d-854ee6b8848e tempest-ListImageFiltersTestJSON-588403986 tempest-ListImageFiltersTestJSON-588403986-project-member] [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Failed to deallocate networks: nova.exception.Unauthorized: Not authorized. [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Traceback (most recent call last): [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/conductor/manager.py", line 705, in build_instances [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] raise exception.MaxRetriesExceeded(reason=msg) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ff225293-ad72-499a-9b5b-147d0bc40350. [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] During handling of the above exception, another exception occurred: [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Traceback (most recent call last): [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] ret = obj(*args, **kwargs) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 272, in _handle_fault_response [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] exception_handler_v20(status_code, error_body) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 90, in exception_handler_v20 [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] raise client_exc(message=error_message, [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] neutronclient.common.exceptions.Unauthorized: 401-{'error': {'code': 401, 'title': 'Unauthorized', 'message': 'The request you have made requires authentication.'}} [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Neutron server returns request_ids: ['req-73c9623d-c01f-4c4e-af44-9ca926650501'] [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] During handling of the above exception, another exception occurred: [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] Traceback (most recent call last): [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/conductor/manager.py", line 448, in _cleanup_allocated_networks [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] self.network_api.deallocate_for_instance( [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 1805, in deallocate_for_instance [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] data = neutron.list_ports(**search_opts) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] ret = obj(*args, **kwargs) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 815, in list_ports [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] return self.list('ports', self.ports_path, retrieve_all, [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] ret = obj(*args, **kwargs) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 372, in list [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] for r in self._pagination(collection, path, **params): [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 387, in _pagination [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] res = self.get(path, params=params) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] ret = obj(*args, **kwargs) [ 1913.844211] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 356, in get [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] return self.retry_request("GET", action, body=body, [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] ret = obj(*args, **kwargs) [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 333, in retry_request [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] return self.do_request(method, action, body=body, [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] ret = obj(*args, **kwargs) [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 297, in do_request [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] self._handle_fault_response(status_code, replybody, resp) [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] File "/opt/stack/nova/nova/network/neutron.py", line 204, in wrapper [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] raise exception.Unauthorized() [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] nova.exception.Unauthorized: Not authorized. [ 1913.845338] nova-conductor[53987]: ERROR nova.conductor.manager [instance: ff225293-ad72-499a-9b5b-147d0bc40350] [ 1915.050744] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1915.067952] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1915.073604] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1915.076566] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1937.245841] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=105,nova_cell1:UPDATE=30,nova_cell1:INSERT=6,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1937.257905] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=111,nova_cell1:UPDATE=45,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=5,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1962.314031] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1962.948654] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5f424618-f9b3-4e9a-898c-2d1a07476cc7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 5f424618-f9b3-4e9a-898c-2d1a07476cc7 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1962.949480] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1962.950064] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f424618-f9b3-4e9a-898c-2d1a07476cc7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f424618-f9b3-4e9a-898c-2d1a07476cc7. [ 1962.950444] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5f424618-f9b3-4e9a-898c-2d1a07476cc7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f424618-f9b3-4e9a-898c-2d1a07476cc7. [ 1962.971335] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5f424618-f9b3-4e9a-898c-2d1a07476cc7] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 1962.990946] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5f424618-f9b3-4e9a-898c-2d1a07476cc7] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 1962.994799] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9e65f57c-30cd-4243-b9a2-52b8be761232 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 5f424618-f9b3-4e9a-898c-2d1a07476cc7] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.098217] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Expecting reply to msg 065ed95618474c5e907214e9e62963d3 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 1973.125052] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=28,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1973.207649] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 065ed95618474c5e907214e9e62963d3 [ 1973.208423] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1973.219714] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.219886] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.220075] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.243904] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.244131] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.244305] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.244658] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.244887] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.245056] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.253130] nova-conductor[53988]: DEBUG nova.quota [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Getting quotas for project 2e0bd6f2d26e442f92498e358016a346. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1973.256440] nova-conductor[53988]: DEBUG nova.quota [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Getting quotas for user e0551dadfa2643d18f591f7c00dab53e and project 2e0bd6f2d26e442f92498e358016a346. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1973.262566] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 8295f484-2065-4a21-bdec-7d38e98f93e7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1973.262960] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.263169] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.263343] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.265816] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 8295f484-2065-4a21-bdec-7d38e98f93e7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1973.266495] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.266693] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.266862] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.284743] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.284982] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.285155] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.249888] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1983.269250] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1983.283463] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1983.283970] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1986.620576] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=28,nova_cell1:UPDATE=6 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1986.866069] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=54,nova_cell1:UPDATE=28,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1998.282236] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=7 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2012.888600] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 4661732c-51dc-4a77-aa32-28049dbd5ad7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 4661732c-51dc-4a77-aa32-28049dbd5ad7 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2012.889179] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2012.889414] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4661732c-51dc-4a77-aa32-28049dbd5ad7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4661732c-51dc-4a77-aa32-28049dbd5ad7. [ 2012.889652] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 4661732c-51dc-4a77-aa32-28049dbd5ad7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4661732c-51dc-4a77-aa32-28049dbd5ad7. [ 2012.908540] nova-conductor[53987]: DEBUG nova.network.neutron [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 4661732c-51dc-4a77-aa32-28049dbd5ad7] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2012.928712] nova-conductor[53987]: DEBUG nova.network.neutron [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 4661732c-51dc-4a77-aa32-28049dbd5ad7] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2012.931833] nova-conductor[53987]: DEBUG nova.network.neutron [None req-fcc95fcb-0b15-49a0-a6ef-f467419a0835 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 4661732c-51dc-4a77-aa32-28049dbd5ad7] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.037884] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=35,nova_cell1:UPDATE=21,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2023.054011] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=32,nova_cell1:UPDATE=12,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2058.667422] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Expecting reply to msg 85600b606dac4a678fdccb6d953246e2 in queue reply_c595883206334d7e92790d99fbd7a885 [ 2058.777055] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 85600b606dac4a678fdccb6d953246e2 [ 2058.777849] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2058.784102] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 5d13e4a4-cc74-49b1-8dd5-8c756497efc0] While scheduling instance, the build request was already deleted. {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 2058.828137] nova-conductor[53987]: INFO nova.scheduler.client.report [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Deleted allocations for instance 5d13e4a4-cc74-49b1-8dd5-8c756497efc0 [ 2058.832945] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.833192] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.833325] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.833691] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.833976] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.834166] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.842561] nova-conductor[53987]: DEBUG nova.quota [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2058.844863] nova-conductor[53987]: DEBUG nova.quota [None req-89e0e87e-35ff-42c5-bcb6-f9b0d8cadad3 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for user fc5f71ebe35b4863a38dd7606ae87937 and project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2059.053534] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Expecting reply to msg dbb9b854951a418e86d5ab7d562e5de7 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 2059.162315] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg dbb9b854951a418e86d5ab7d562e5de7 [ 2059.162315] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2059.171907] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.172311] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.172518] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.196414] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.196635] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.196802] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.197167] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.197356] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.197515] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.205555] nova-conductor[53988]: DEBUG nova.quota [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2059.207886] nova-conductor[53988]: DEBUG nova.quota [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for user fc5f71ebe35b4863a38dd7606ae87937 and project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2059.213221] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: da4cbfc3-cf43-4cf6-b391-d7183699e58d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2059.213645] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.213842] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.214007] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.216620] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: da4cbfc3-cf43-4cf6-b391-d7183699e58d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2059.217197] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.217390] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.217567] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.231051] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.231274] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.231440] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.000812] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] [instance: 545947a4-3f1a-44fe-ac02-ec5e2e5844d5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 545947a4-3f1a-44fe-ac02-ec5e2e5844d5 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2064.001412] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2064.001640] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 545947a4-3f1a-44fe-ac02-ec5e2e5844d5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 545947a4-3f1a-44fe-ac02-ec5e2e5844d5. [ 2064.001853] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] [instance: 545947a4-3f1a-44fe-ac02-ec5e2e5844d5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 545947a4-3f1a-44fe-ac02-ec5e2e5844d5. [ 2064.021542] nova-conductor[53987]: DEBUG nova.network.neutron [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] [instance: 545947a4-3f1a-44fe-ac02-ec5e2e5844d5] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2064.041855] nova-conductor[53987]: DEBUG nova.network.neutron [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] [instance: 545947a4-3f1a-44fe-ac02-ec5e2e5844d5] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2064.045887] nova-conductor[53987]: DEBUG nova.network.neutron [None req-bf26f72c-6c5e-4b41-abdb-45c46fef8e3a tempest-ServerMetadataNegativeTestJSON-1809307654 tempest-ServerMetadataNegativeTestJSON-1809307654-project-member] [instance: 545947a4-3f1a-44fe-ac02-ec5e2e5844d5] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.839422] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2068.840211] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2068.846653] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=11 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2068.849751] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2069.202085] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2069.220053] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2069.227186] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2069.230299] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2074.347688] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=63,nova_cell1:DELETE=3,nova_cell1:UPDATE=25,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2074.365517] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=69,nova_cell1:UPDATE=20,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2100.997494] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2112.892719] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2112.893305] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2112.893534] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f. [ 2112.893746] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f. [ 2112.912252] nova-conductor[53987]: DEBUG nova.network.neutron [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2112.930138] nova-conductor[53987]: DEBUG nova.network.neutron [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2112.933424] nova-conductor[53987]: DEBUG nova.network.neutron [None req-7698a92e-63b9-45dd-8d98-2f9f55a1d5ff tempest-AttachInterfacesTestJSON-1871132450 tempest-AttachInterfacesTestJSON-1871132450-project-member] [instance: db2ab0d5-fcbe-44ff-bd94-b0cdb75e643f] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.062259] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=37,nova_cell1:UPDATE=12,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2133.644277] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=35,nova_cell1:UPDATE=21,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2133.683289] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2149.407426] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Expecting reply to msg 2f8b26729acb47d3a37aaeda761f2bb1 in queue reply_c595883206334d7e92790d99fbd7a885 [ 2149.549272] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2f8b26729acb47d3a37aaeda761f2bb1 [ 2149.550046] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Took 0.15 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2149.561046] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.561285] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.561460] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.585223] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.585429] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.585594] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.585951] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.586130] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.586285] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.593963] nova-conductor[53987]: DEBUG nova.quota [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2149.596091] nova-conductor[53987]: DEBUG nova.quota [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for user 4eecfef918474dc8ad298d9eb189f56f and project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2149.601440] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 56652181-0379-4532-9b2a-e6138cbd73ad] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2149.601850] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.602043] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.602204] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.604677] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 56652181-0379-4532-9b2a-e6138cbd73ad] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2149.605249] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.605443] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.605611] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.619772] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.620039] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.620256] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.590317] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2159.607406] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2159.613700] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=9 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2159.619845] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2163.112494] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 28a3b287-8717-42d5-989a-4f66642134f7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 28a3b287-8717-42d5-989a-4f66642134f7 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2163.113599] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2163.114016] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 28a3b287-8717-42d5-989a-4f66642134f7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 28a3b287-8717-42d5-989a-4f66642134f7. [ 2163.114568] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 28a3b287-8717-42d5-989a-4f66642134f7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 28a3b287-8717-42d5-989a-4f66642134f7. [ 2163.140727] nova-conductor[53988]: DEBUG nova.network.neutron [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 28a3b287-8717-42d5-989a-4f66642134f7] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2163.191985] nova-conductor[53988]: DEBUG nova.network.neutron [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 28a3b287-8717-42d5-989a-4f66642134f7] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2163.196900] nova-conductor[53988]: DEBUG nova.network.neutron [None req-80d09936-ef38-4b37-8e63-431cd97e87a3 tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 28a3b287-8717-42d5-989a-4f66642134f7] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.217363] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=61,nova_cell1:UPDATE=20,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2182.230144] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=62,nova_cell1:UPDATE=26,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2206.547979] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Expecting reply to msg 453ae3e4d8bb440bb14ab19170e51999 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 2206.652972] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 453ae3e4d8bb440bb14ab19170e51999 [ 2206.653838] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2206.664981] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.665343] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.665657] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.689298] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.689622] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.689954] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.690443] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.690730] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.691034] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.698850] nova-conductor[53988]: DEBUG nova.quota [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2206.701159] nova-conductor[53988]: DEBUG nova.quota [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Getting quotas for user b8c6e9a3ba6a48669b1772886e22e023 and project 4a732894bf424b5e9e3e972af47a7314. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2206.706403] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 09dcd3bd-1baa-4276-b8c5-64de3de036f2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2206.706896] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.707192] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.707467] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.709954] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 09dcd3bd-1baa-4276-b8c5-64de3de036f2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2206.710701] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.711028] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.711309] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.723978] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.724313] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.724595] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.283657] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4e47e82d-780e-4c23-8071-083beab2a53f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 4e47e82d-780e-4c23-8071-083beab2a53f was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2214.284280] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2214.284514] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e47e82d-780e-4c23-8071-083beab2a53f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e47e82d-780e-4c23-8071-083beab2a53f. [ 2214.284856] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4e47e82d-780e-4c23-8071-083beab2a53f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e47e82d-780e-4c23-8071-083beab2a53f. [ 2214.304386] nova-conductor[53988]: DEBUG nova.network.neutron [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4e47e82d-780e-4c23-8071-083beab2a53f] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2214.356581] nova-conductor[53988]: DEBUG nova.network.neutron [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4e47e82d-780e-4c23-8071-083beab2a53f] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2214.360388] nova-conductor[53988]: DEBUG nova.network.neutron [None req-706189fe-cd31-48ad-b224-2068d4ef4748 tempest-ImagesTestJSON-1732047265 tempest-ImagesTestJSON-1732047265-project-member] [instance: 4e47e82d-780e-4c23-8071-083beab2a53f] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.695587] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2216.713257] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2216.719211] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2216.721206] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2224.459567] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=52,nova_cell1:UPDATE=27,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2224.475938] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=58,nova_cell1:UPDATE=18,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2242.239164] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=7 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2253.650092] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2253.687743] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=10,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2262.098099] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 8b1cd843-48b0-4e85-93fa-32ddd6e32883] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 8b1cd843-48b0-4e85-93fa-32ddd6e32883 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2262.099070] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2262.099410] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8b1cd843-48b0-4e85-93fa-32ddd6e32883.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8b1cd843-48b0-4e85-93fa-32ddd6e32883. [ 2262.099835] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 8b1cd843-48b0-4e85-93fa-32ddd6e32883] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8b1cd843-48b0-4e85-93fa-32ddd6e32883. [ 2262.122393] nova-conductor[53988]: DEBUG nova.network.neutron [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 8b1cd843-48b0-4e85-93fa-32ddd6e32883] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2262.142525] nova-conductor[53988]: DEBUG nova.network.neutron [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 8b1cd843-48b0-4e85-93fa-32ddd6e32883] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2262.145606] nova-conductor[53988]: DEBUG nova.network.neutron [None req-955d8633-2c1e-486f-951d-de28f8d8a9b7 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 8b1cd843-48b0-4e85-93fa-32ddd6e32883] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.262049] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=25,nova_cell1:UPDATE=19,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2272.278925] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=30,nova_cell1:UPDATE=12,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2297.925863] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Expecting reply to msg 8f4fa96876884787b8ffe0e6a0ef26db in queue reply_c595883206334d7e92790d99fbd7a885 [ 2298.042211] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8f4fa96876884787b8ffe0e6a0ef26db [ 2298.042211] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2298.053079] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.053287] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.053876] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.082546] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.082782] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.082952] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.083320] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.083503] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.083663] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.091674] nova-conductor[53987]: DEBUG nova.quota [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Getting quotas for project be725bf46ff647018ed76001b586f633. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2298.093993] nova-conductor[53987]: DEBUG nova.quota [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Getting quotas for user 47b5978abdfb4e288e317fa53fb7a54b and project be725bf46ff647018ed76001b586f633. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2298.099233] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: ed66fa83-b203-4c7a-b1e5-d00547fa46c9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2298.099686] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.099914] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.100112] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.102717] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: ed66fa83-b203-4c7a-b1e5-d00547fa46c9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2298.103328] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.103525] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.103689] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.117487] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.117703] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.117899] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.088519] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2308.106496] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2308.107473] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=10 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2308.116227] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2312.119419] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: d8503feb-d1df-4e1f-8357-e080e8bdb174] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance d8503feb-d1df-4e1f-8357-e080e8bdb174 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2312.120158] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2312.120426] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8503feb-d1df-4e1f-8357-e080e8bdb174.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8503feb-d1df-4e1f-8357-e080e8bdb174. [ 2312.120655] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: d8503feb-d1df-4e1f-8357-e080e8bdb174] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8503feb-d1df-4e1f-8357-e080e8bdb174. [ 2312.141469] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: d8503feb-d1df-4e1f-8357-e080e8bdb174] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2312.159501] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: d8503feb-d1df-4e1f-8357-e080e8bdb174] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2312.162833] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9de0c698-82a0-47bb-ae44-2c18aaca2ca1 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: d8503feb-d1df-4e1f-8357-e080e8bdb174] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.279310] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=59,nova_cell1:UPDATE=26,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2322.296516] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=62,nova_cell1:UPDATE=19,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2338.028630] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2340.999591] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2363.099384] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: f0e69971-df47-4ef0-85c9-ac686e4a4f9d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance f0e69971-df47-4ef0-85c9-ac686e4a4f9d was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2363.100016] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2363.100254] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0e69971-df47-4ef0-85c9-ac686e4a4f9d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0e69971-df47-4ef0-85c9-ac686e4a4f9d. [ 2363.100571] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: f0e69971-df47-4ef0-85c9-ac686e4a4f9d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0e69971-df47-4ef0-85c9-ac686e4a4f9d. [ 2363.122712] nova-conductor[53987]: DEBUG nova.network.neutron [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: f0e69971-df47-4ef0-85c9-ac686e4a4f9d] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2363.155383] nova-conductor[53987]: DEBUG nova.network.neutron [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: f0e69971-df47-4ef0-85c9-ac686e4a4f9d] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2363.158894] nova-conductor[53987]: DEBUG nova.network.neutron [None req-5d8425da-455f-418d-8b4d-6d45c137204c tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: f0e69971-df47-4ef0-85c9-ac686e4a4f9d] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2373.691467] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=42,nova_cell1:UPDATE=12,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2373.937793] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=39,nova_cell1:UPDATE=21,nova_cell1:INSERT=1,nova_cell1:DELETE=3,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2412.295153] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: 4d429147-d3fe-4d99-af2a-e28a3829f434] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 4d429147-d3fe-4d99-af2a-e28a3829f434 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2412.295701] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2412.295936] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d429147-d3fe-4d99-af2a-e28a3829f434.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d429147-d3fe-4d99-af2a-e28a3829f434. [ 2412.296169] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: 4d429147-d3fe-4d99-af2a-e28a3829f434] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d429147-d3fe-4d99-af2a-e28a3829f434. [ 2412.313774] nova-conductor[53987]: DEBUG nova.network.neutron [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: 4d429147-d3fe-4d99-af2a-e28a3829f434] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2412.332661] nova-conductor[53987]: DEBUG nova.network.neutron [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: 4d429147-d3fe-4d99-af2a-e28a3829f434] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2412.335874] nova-conductor[53987]: DEBUG nova.network.neutron [None req-91285984-2463-4439-9eda-ce427b9ac096 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: 4d429147-d3fe-4d99-af2a-e28a3829f434] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.188172] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=32,nova_cell1:UPDATE=19,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2424.201863] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=36,nova_cell1:UPDATE=13,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2451.047896] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Expecting reply to msg 27480fe250f04f5ab4fd01c0dc80fde6 in queue reply_c595883206334d7e92790d99fbd7a885 [ 2451.171981] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 27480fe250f04f5ab4fd01c0dc80fde6 [ 2451.172766] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Took 0.13 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2451.183857] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.184087] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.184267] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.208332] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.208545] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.208713] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.209067] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.209255] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.209416] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.217540] nova-conductor[53987]: DEBUG nova.quota [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2451.219704] nova-conductor[53987]: DEBUG nova.quota [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for user fc5f71ebe35b4863a38dd7606ae87937 and project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2451.224977] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 574eac86-ac01-40f0-9e89-aa1fff108353] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2451.225365] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.225562] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.225723] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.228100] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 574eac86-ac01-40f0-9e89-aa1fff108353] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2451.228681] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.228874] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.229040] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.241641] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.241840] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.242006] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2461.214654] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2461.231483] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2461.236355] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=13 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2461.241170] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2463.120016] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 8295f484-2065-4a21-bdec-7d38e98f93e7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 8295f484-2065-4a21-bdec-7d38e98f93e7 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2463.120649] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2463.120861] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8295f484-2065-4a21-bdec-7d38e98f93e7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8295f484-2065-4a21-bdec-7d38e98f93e7. [ 2463.121131] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 8295f484-2065-4a21-bdec-7d38e98f93e7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8295f484-2065-4a21-bdec-7d38e98f93e7. [ 2463.142156] nova-conductor[53988]: DEBUG nova.network.neutron [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 8295f484-2065-4a21-bdec-7d38e98f93e7] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2463.160766] nova-conductor[53988]: DEBUG nova.network.neutron [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 8295f484-2065-4a21-bdec-7d38e98f93e7] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2463.164640] nova-conductor[53988]: DEBUG nova.network.neutron [None req-83e64131-f514-4104-be92-16d6c9c5a97d tempest-AttachVolumeNegativeTest-227144255 tempest-AttachVolumeNegativeTest-227144255-project-member] [instance: 8295f484-2065-4a21-bdec-7d38e98f93e7] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2473.281951] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=53,nova_cell1:UPDATE=25,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2473.306414] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=57,nova_cell1:UPDATE=20,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2493.661067] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2493.697000] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=11 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2503.919526] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2512.171644] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: da4cbfc3-cf43-4cf6-b391-d7183699e58d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance da4cbfc3-cf43-4cf6-b391-d7183699e58d was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2512.171995] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2512.172200] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance da4cbfc3-cf43-4cf6-b391-d7183699e58d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance da4cbfc3-cf43-4cf6-b391-d7183699e58d. [ 2512.172410] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: da4cbfc3-cf43-4cf6-b391-d7183699e58d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance da4cbfc3-cf43-4cf6-b391-d7183699e58d. [ 2512.191737] nova-conductor[53988]: DEBUG nova.network.neutron [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: da4cbfc3-cf43-4cf6-b391-d7183699e58d] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2512.290272] nova-conductor[53988]: DEBUG nova.network.neutron [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: da4cbfc3-cf43-4cf6-b391-d7183699e58d] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2512.292992] nova-conductor[53988]: DEBUG nova.network.neutron [None req-81b224f4-d4a9-4540-8dc5-59a4b5b4b9e0 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: da4cbfc3-cf43-4cf6-b391-d7183699e58d] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2522.327036] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=25,nova_cell1:UPDATE=19,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2522.342940] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=28,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2541.553763] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Expecting reply to msg fbba180ecb604a88aedc4a25dcd5925e in queue reply_c595883206334d7e92790d99fbd7a885 [ 2541.662768] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg fbba180ecb604a88aedc4a25dcd5925e [ 2541.663500] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2541.675608] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.675790] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.675964] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.698909] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.699118] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.699279] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.699669] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.699826] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.700023] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.707768] nova-conductor[53987]: DEBUG nova.quota [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2541.710005] nova-conductor[53987]: DEBUG nova.quota [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for user 4eecfef918474dc8ad298d9eb189f56f and project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2541.715234] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 0a50d7c8-4079-431b-bffa-b9e95b3a4cef] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2541.715657] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.715856] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.716040] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.718621] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 0a50d7c8-4079-431b-bffa-b9e95b3a4cef] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2541.719198] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.719395] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.719560] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.734420] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.734627] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.734800] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2551.704832] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2551.721529] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2551.728613] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=15 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2551.732715] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2554.869332] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=35,nova_cell1:UPDATE=6 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2555.194555] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=33,nova_cell1:UPDATE=9,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2557.951492] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 56652181-0379-4532-9b2a-e6138cbd73ad] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 56652181-0379-4532-9b2a-e6138cbd73ad was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2557.951918] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2557.952173] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56652181-0379-4532-9b2a-e6138cbd73ad.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56652181-0379-4532-9b2a-e6138cbd73ad. [ 2557.952385] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 56652181-0379-4532-9b2a-e6138cbd73ad] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56652181-0379-4532-9b2a-e6138cbd73ad. [ 2557.970862] nova-conductor[53988]: DEBUG nova.network.neutron [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 56652181-0379-4532-9b2a-e6138cbd73ad] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2557.990071] nova-conductor[53988]: DEBUG nova.network.neutron [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 56652181-0379-4532-9b2a-e6138cbd73ad] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2557.993437] nova-conductor[53988]: DEBUG nova.network.neutron [None req-f036d120-7b27-427c-b975-fb81bb316963 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 56652181-0379-4532-9b2a-e6138cbd73ad] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2568.101499] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=25,nova_cell1:UPDATE=19,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2568.118377] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=28,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2581.004755] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2608.136137] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 09dcd3bd-1baa-4276-b8c5-64de3de036f2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 09dcd3bd-1baa-4276-b8c5-64de3de036f2 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2608.137132] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2608.137619] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 09dcd3bd-1baa-4276-b8c5-64de3de036f2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 09dcd3bd-1baa-4276-b8c5-64de3de036f2. [ 2608.138173] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 09dcd3bd-1baa-4276-b8c5-64de3de036f2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 09dcd3bd-1baa-4276-b8c5-64de3de036f2. [ 2608.164360] nova-conductor[53988]: DEBUG nova.network.neutron [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 09dcd3bd-1baa-4276-b8c5-64de3de036f2] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2608.206017] nova-conductor[53988]: DEBUG nova.network.neutron [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 09dcd3bd-1baa-4276-b8c5-64de3de036f2] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2608.209492] nova-conductor[53988]: DEBUG nova.network.neutron [None req-c0a6fd43-3bee-4461-a2df-db038a8e6393 tempest-ServerDiskConfigTestJSON-783193802 tempest-ServerDiskConfigTestJSON-783193802-project-member] [instance: 09dcd3bd-1baa-4276-b8c5-64de3de036f2] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2618.306479] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=33,nova_cell1:UPDATE=20,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2618.324645] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=39,nova_cell1:UPDATE=12,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2656.289299] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2658.008026] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: ed66fa83-b203-4c7a-b1e5-d00547fa46c9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance ed66fa83-b203-4c7a-b1e5-d00547fa46c9 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2658.008026] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2658.008390] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed66fa83-b203-4c7a-b1e5-d00547fa46c9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed66fa83-b203-4c7a-b1e5-d00547fa46c9. [ 2658.008623] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: ed66fa83-b203-4c7a-b1e5-d00547fa46c9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed66fa83-b203-4c7a-b1e5-d00547fa46c9. [ 2658.027910] nova-conductor[53988]: DEBUG nova.network.neutron [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: ed66fa83-b203-4c7a-b1e5-d00547fa46c9] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2658.046385] nova-conductor[53988]: DEBUG nova.network.neutron [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: ed66fa83-b203-4c7a-b1e5-d00547fa46c9] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2658.049430] nova-conductor[53988]: DEBUG nova.network.neutron [None req-395acc02-53f4-4e3a-9876-c4f9a4890730 tempest-AttachVolumeShelveTestJSON-1373181479 tempest-AttachVolumeShelveTestJSON-1373181479-project-member] [instance: ed66fa83-b203-4c7a-b1e5-d00547fa46c9] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2673.937492] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=31,nova_cell1:UPDATE=19,nova_cell1:INSERT=1,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2678.944484] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=40,nova_cell1:UPDATE=12,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2701.006565] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2708.056400] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 574eac86-ac01-40f0-9e89-aa1fff108353] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 574eac86-ac01-40f0-9e89-aa1fff108353 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2708.057122] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2708.057427] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 574eac86-ac01-40f0-9e89-aa1fff108353.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 574eac86-ac01-40f0-9e89-aa1fff108353. [ 2708.057813] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 574eac86-ac01-40f0-9e89-aa1fff108353] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 574eac86-ac01-40f0-9e89-aa1fff108353. [ 2708.078131] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 574eac86-ac01-40f0-9e89-aa1fff108353] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2708.205829] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 574eac86-ac01-40f0-9e89-aa1fff108353] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2708.208967] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 574eac86-ac01-40f0-9e89-aa1fff108353] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2708.218958] nova-conductor[53987]: DEBUG nova.db.main.api [None req-4a7d4c90-7a2e-4eea-99bc-a25ee46555aa tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Created instance_extra for 574eac86-ac01-40f0-9e89-aa1fff108353 {{(pid=53987) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 2708.863705] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Expecting reply to msg ad1912232f6a43059ef95a96a34b489f in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 2708.971686] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ad1912232f6a43059ef95a96a34b489f [ 2708.972486] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2708.983070] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2708.983286] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2708.983457] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2709.007146] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2709.007359] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2709.007597] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2709.007995] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2709.008216] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2709.008379] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2709.016552] nova-conductor[53988]: DEBUG nova.quota [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2709.018825] nova-conductor[53988]: DEBUG nova.quota [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for user fc5f71ebe35b4863a38dd7606ae87937 and project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2709.023975] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9c1ab5e2-d95e-46b3-9f98-835606a81b57] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2709.024373] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2709.024568] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2709.024733] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2709.027069] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9c1ab5e2-d95e-46b3-9f98-835606a81b57] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2709.027644] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2709.027947] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2709.028151] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2709.041055] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2709.041255] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2709.041420] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2719.014313] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2719.031103] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2719.035084] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2719.039793] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2733.707001] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=63,nova_cell1:UPDATE=20,nova_cell1:INSERT=6,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2737.270499] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=64,nova_cell1:UPDATE=26,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2747.849355] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2758.217067] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 0a50d7c8-4079-431b-bffa-b9e95b3a4cef] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 0a50d7c8-4079-431b-bffa-b9e95b3a4cef was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2758.218067] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2758.218429] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0a50d7c8-4079-431b-bffa-b9e95b3a4cef.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0a50d7c8-4079-431b-bffa-b9e95b3a4cef. [ 2758.218787] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 0a50d7c8-4079-431b-bffa-b9e95b3a4cef] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0a50d7c8-4079-431b-bffa-b9e95b3a4cef. [ 2758.239968] nova-conductor[53987]: DEBUG nova.network.neutron [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 0a50d7c8-4079-431b-bffa-b9e95b3a4cef] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2758.258181] nova-conductor[53987]: DEBUG nova.network.neutron [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 0a50d7c8-4079-431b-bffa-b9e95b3a4cef] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2758.261176] nova-conductor[53987]: DEBUG nova.network.neutron [None req-94ce8b82-06a6-49c4-828c-6c25f2aa2883 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: 0a50d7c8-4079-431b-bffa-b9e95b3a4cef] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2759.199013] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Expecting reply to msg da0c6b2fb6a746bfa85bbdf6a6dd65d3 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 2759.336040] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg da0c6b2fb6a746bfa85bbdf6a6dd65d3 [ 2759.336696] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Took 0.14 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2759.347317] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2759.347536] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2759.347706] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2759.374727] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2759.374940] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2759.375114] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2759.375478] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2759.375665] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2759.375828] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2759.383964] nova-conductor[53988]: DEBUG nova.quota [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2759.386166] nova-conductor[53988]: DEBUG nova.quota [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Getting quotas for user 4eecfef918474dc8ad298d9eb189f56f and project 3939f446f6f04aa08a0b91101e55572b. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2759.391526] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: ba9f78f8-b051-4d42-97dc-5fa9c19753f3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2759.391920] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2759.392139] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2759.392320] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2759.394832] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: ba9f78f8-b051-4d42-97dc-5fa9c19753f3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2759.395422] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2759.395620] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2759.395784] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2759.408017] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2759.408222] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2759.408382] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2769.381356] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2769.398283] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2769.404157] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=17 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2769.406138] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2772.461521] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=53,nova_cell1:UPDATE=25,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2772.674097] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=55,nova_cell1:UPDATE=19,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2791.148771] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=7 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2791.160032] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=6,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2808.168473] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9c1ab5e2-d95e-46b3-9f98-835606a81b57] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 9c1ab5e2-d95e-46b3-9f98-835606a81b57 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2808.169166] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2808.169415] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c1ab5e2-d95e-46b3-9f98-835606a81b57.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c1ab5e2-d95e-46b3-9f98-835606a81b57. [ 2808.169624] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9c1ab5e2-d95e-46b3-9f98-835606a81b57] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c1ab5e2-d95e-46b3-9f98-835606a81b57. [ 2808.190949] nova-conductor[53987]: DEBUG nova.network.neutron [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9c1ab5e2-d95e-46b3-9f98-835606a81b57] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2808.214223] nova-conductor[53987]: DEBUG nova.network.neutron [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9c1ab5e2-d95e-46b3-9f98-835606a81b57] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2808.217876] nova-conductor[53987]: DEBUG nova.network.neutron [None req-d6de8af0-497b-48c0-b731-77fd4a63718a tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9c1ab5e2-d95e-46b3-9f98-835606a81b57] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2809.156407] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Expecting reply to msg 60cfccfe507841a3a608bb6ea204c4c3 in queue reply_c595883206334d7e92790d99fbd7a885 [ 2809.260799] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 60cfccfe507841a3a608bb6ea204c4c3 [ 2809.261903] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2809.272723] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2809.272951] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2809.273151] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2809.299451] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2809.299689] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2809.299860] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2809.300328] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2809.300520] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2809.300680] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2809.308572] nova-conductor[53987]: DEBUG nova.quota [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2809.310785] nova-conductor[53987]: DEBUG nova.quota [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for user fc5f71ebe35b4863a38dd7606ae87937 and project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2809.316120] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9b274fb5-69da-4af6-9d85-6d372193974f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2809.316554] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2809.316753] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2809.316918] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2809.319430] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9b274fb5-69da-4af6-9d85-6d372193974f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2809.320058] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2809.320262] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2809.320430] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2809.333258] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2809.333258] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2809.333258] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2819.304488] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2819.323583] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2819.329683] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2819.332389] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2822.320923] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=46,nova_cell1:UPDATE=16,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=3 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2822.572699] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=48,nova_cell1:UPDATE=13,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2853.713552] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2857.952569] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: ba9f78f8-b051-4d42-97dc-5fa9c19753f3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance ba9f78f8-b051-4d42-97dc-5fa9c19753f3 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2857.953196] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2857.953481] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba9f78f8-b051-4d42-97dc-5fa9c19753f3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba9f78f8-b051-4d42-97dc-5fa9c19753f3. [ 2857.953838] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: ba9f78f8-b051-4d42-97dc-5fa9c19753f3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba9f78f8-b051-4d42-97dc-5fa9c19753f3. [ 2857.972504] nova-conductor[53988]: DEBUG nova.network.neutron [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: ba9f78f8-b051-4d42-97dc-5fa9c19753f3] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2858.027342] nova-conductor[53988]: DEBUG nova.network.neutron [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: ba9f78f8-b051-4d42-97dc-5fa9c19753f3] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2858.030931] nova-conductor[53988]: DEBUG nova.network.neutron [None req-e2f9f666-b7f1-406b-b058-c32f89f3cd27 tempest-DeleteServersTestJSON-713044590 tempest-DeleteServersTestJSON-713044590-project-member] [instance: ba9f78f8-b051-4d42-97dc-5fa9c19753f3] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2863.054632] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2863.054893] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2863.055039] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2863.076710] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Expecting reply to msg 3818a7ffc2494af98a48333e8cfc4fe8 in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 2863.196619] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3818a7ffc2494af98a48333e8cfc4fe8 [ 2863.197358] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2863.208081] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2863.208280] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2863.208457] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2863.241013] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2863.241282] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2863.241450] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2863.241822] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2863.242010] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2863.242171] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2863.250618] nova-conductor[53988]: DEBUG nova.quota [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Getting quotas for project 58cd3d0d383c4942b607b6c0e513f5d4. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2863.253024] nova-conductor[53988]: DEBUG nova.quota [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Getting quotas for user 419e4a35342640b8babc3b86757fe4ce and project 58cd3d0d383c4942b607b6c0e513f5d4. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2863.259286] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] [instance: 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2863.259773] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2863.259971] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2863.260208] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2863.264409] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] [instance: 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2863.265238] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2863.265519] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2863.265798] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2863.285582] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2863.285897] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2863.286125] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2873.246600] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2873.268678] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2873.277543] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2873.283126] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2873.531514] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2876.396428] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=59,nova_cell1:UPDATE=13,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2876.782642] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=46,nova_cell1:UPDATE=16,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2907.269961] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9b274fb5-69da-4af6-9d85-6d372193974f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 9b274fb5-69da-4af6-9d85-6d372193974f was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2907.270573] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2907.270849] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b274fb5-69da-4af6-9d85-6d372193974f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b274fb5-69da-4af6-9d85-6d372193974f. [ 2907.271198] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9b274fb5-69da-4af6-9d85-6d372193974f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b274fb5-69da-4af6-9d85-6d372193974f. [ 2907.294178] nova-conductor[53987]: DEBUG nova.network.neutron [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9b274fb5-69da-4af6-9d85-6d372193974f] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2907.313023] nova-conductor[53987]: DEBUG nova.network.neutron [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9b274fb5-69da-4af6-9d85-6d372193974f] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2907.315973] nova-conductor[53987]: DEBUG nova.network.neutron [None req-03dd36fc-14b1-4e15-a4f4-d53d696e4640 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 9b274fb5-69da-4af6-9d85-6d372193974f] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2908.452893] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Expecting reply to msg 52787b1994ad4c3a9a04352232f19fa0 in queue reply_c595883206334d7e92790d99fbd7a885 [ 2908.560852] nova-conductor[53987]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 52787b1994ad4c3a9a04352232f19fa0 [ 2908.561741] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Took 0.11 seconds to select destinations for 1 instance(s). {{(pid=53987) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2908.572883] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2908.573175] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2908.573422] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2908.601891] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2908.602187] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2908.602424] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2908.602872] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2908.603089] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2908.603327] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2908.611367] nova-conductor[53987]: DEBUG nova.quota [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2908.613643] nova-conductor[53987]: DEBUG nova.quota [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Getting quotas for user fc5f71ebe35b4863a38dd7606ae87937 and project 72501ae7a7dd4f85801c096912a5af36. Resources: {'cores', 'ram', 'instances'} {{(pid=53987) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2908.619167] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 7c9cff03-a7f6-41fe-b0e2-47260ba304ad] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53987) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2908.619608] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2908.619868] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2908.620216] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2908.622740] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 7c9cff03-a7f6-41fe-b0e2-47260ba304ad] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53987) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2908.623375] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2908.623638] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2908.623866] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2908.637777] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2908.638056] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2908.638289] nova-conductor[53987]: DEBUG oslo_concurrency.lockutils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2918.607876] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell0:SELECT=2 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2918.625978] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=19 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2918.632070] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2918.634720] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2921.682803] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=52,nova_cell1:UPDATE=13,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2931.983798] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=55,nova_cell1:UPDATE=16,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=3 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2941.008619] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2958.066514] nova-conductor[53988]: ERROR nova.scheduler.utils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] [instance: 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2958.067165] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Rescheduling: True {{(pid=53988) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2958.067395] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef. [ 2958.067724] nova-conductor[53988]: WARNING nova.scheduler.utils [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] [instance: 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef. [ 2958.087886] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] [instance: 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef] deallocate_for_instance() {{(pid=53988) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 2958.106003] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] [instance: 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef] Instance cache missing network info. {{(pid=53988) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 2958.109252] nova-conductor[53988]: DEBUG nova.network.neutron [None req-9a7d74ea-c53c-40c6-a1a2-866b033f6bee tempest-ServerGroupTestJSON-1964393411 tempest-ServerGroupTestJSON-1964393411-project-member] [instance: 68dec8d8-a7c8-4c78-a04e-45d7b0cffdef] Updating instance_info_cache with network_info: [] {{(pid=53988) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2965.685833] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Expecting reply to msg b0e21335c5c547d4ae1b95d90bfeb57f in queue reply_fd0f829ff068404c86ac0a656c705f05 [ 2965.803205] nova-conductor[53988]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b0e21335c5c547d4ae1b95d90bfeb57f [ 2965.803967] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Took 0.12 seconds to select destinations for 1 instance(s). {{(pid=53988) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2965.815703] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2965.815919] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2965.816116] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2965.845262] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2965.845487] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2965.845657] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2965.846025] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2965.846212] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2965.846375] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2965.854522] nova-conductor[53988]: DEBUG nova.quota [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Getting quotas for project f4a3d9b659f64bb2a8b4bb93352516c9. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2965.856801] nova-conductor[53988]: DEBUG nova.quota [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Getting quotas for user 2d102c86a2e74f8f946c898e0c67fa34 and project f4a3d9b659f64bb2a8b4bb93352516c9. Resources: {'cores', 'ram', 'instances'} {{(pid=53988) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2965.862876] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] [instance: 50b9220f-9e34-4358-a9a1-c4b4d7f392e4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53988) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2965.863306] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2965.863505] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2965.863669] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2965.868333] nova-conductor[53988]: DEBUG nova.conductor.manager [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] [instance: 50b9220f-9e34-4358-a9a1-c4b4d7f392e4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='d1cd53dd-702d-47cc-aaaf-dcf09a8c9d11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53988) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2965.868940] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2965.869136] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2965.869304] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2965.880742] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Acquiring lock "0782fa56-eb96-447a-8437-ec43190c8b2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2965.880942] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2965.881122] nova-conductor[53988]: DEBUG oslo_concurrency.lockutils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Lock "0782fa56-eb96-447a-8437-ec43190c8b2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53988) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2975.850998] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell0:SELECT=2 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2975.871106] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2975.877244] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=15 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2975.880092] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2982.948347] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=60,nova_cell1:UPDATE=13,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2988.947419] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=58,nova_cell1:UPDATE=17,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=3 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 3007.428518] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 7c9cff03-a7f6-41fe-b0e2-47260ba304ad] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 7c9cff03-a7f6-41fe-b0e2-47260ba304ad was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 3007.429123] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 3007.429352] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c9cff03-a7f6-41fe-b0e2-47260ba304ad.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c9cff03-a7f6-41fe-b0e2-47260ba304ad. [ 3007.429666] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 7c9cff03-a7f6-41fe-b0e2-47260ba304ad] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c9cff03-a7f6-41fe-b0e2-47260ba304ad. [ 3007.448020] nova-conductor[53987]: DEBUG nova.network.neutron [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 7c9cff03-a7f6-41fe-b0e2-47260ba304ad] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 3007.470598] nova-conductor[53987]: DEBUG nova.network.neutron [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 7c9cff03-a7f6-41fe-b0e2-47260ba304ad] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 3007.473421] nova-conductor[53987]: DEBUG nova.network.neutron [None req-db5054b2-87d2-4390-8979-b5487b7a60c9 tempest-ServersTestJSON-1529792186 tempest-ServersTestJSON-1529792186-project-member] [instance: 7c9cff03-a7f6-41fe-b0e2-47260ba304ad] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 3017.435673] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=19,nova_cell1:UPDATE=8,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 3017.483056] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=18,nova_cell1:UPDATE=6,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 3037.259720] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=7 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 3037.272043] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=6,nova_cell1:UPDATE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 3058.077425] nova-conductor[53987]: ERROR nova.scheduler.utils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] [instance: 50b9220f-9e34-4358-a9a1-c4b4d7f392e4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2632, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2447, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2739, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 50b9220f-9e34-4358-a9a1-c4b4d7f392e4 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 3058.078477] nova-conductor[53987]: DEBUG nova.conductor.manager [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Rescheduling: True {{(pid=53987) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 3058.078747] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50b9220f-9e34-4358-a9a1-c4b4d7f392e4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50b9220f-9e34-4358-a9a1-c4b4d7f392e4. [ 3058.078949] nova-conductor[53987]: WARNING nova.scheduler.utils [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] [instance: 50b9220f-9e34-4358-a9a1-c4b4d7f392e4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50b9220f-9e34-4358-a9a1-c4b4d7f392e4. [ 3058.101054] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] [instance: 50b9220f-9e34-4358-a9a1-c4b4d7f392e4] deallocate_for_instance() {{(pid=53987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 3058.197033] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] [instance: 50b9220f-9e34-4358-a9a1-c4b4d7f392e4] Instance cache missing network info. {{(pid=53987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 3058.200406] nova-conductor[53987]: DEBUG nova.network.neutron [None req-4a5d8ac0-3dd1-4679-8bbb-d34452618d2d tempest-ServersNegativeTestMultiTenantJSON-636493145 tempest-ServersNegativeTestMultiTenantJSON-636493145-project-member] [instance: 50b9220f-9e34-4358-a9a1-c4b4d7f392e4] Updating instance_info_cache with network_info: [] {{(pid=53987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 3068.081865] nova-conductor[53988]: DEBUG dbcounter [-] [53988] Writing DB stats nova_cell1:SELECT=19,nova_cell1:UPDATE=8,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53988) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 3068.211278] nova-conductor[53987]: DEBUG dbcounter [-] [53987] Writing DB stats nova_cell1:SELECT=20,nova_cell1:UPDATE=7,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53987) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}