[ 365.605969] nova-conductor[53479]: INFO dbcounter [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Registered counter for database nova_api [ 365.614826] nova-conductor[53479]: DEBUG oslo_db.sqlalchemy.engines [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53479) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 365.643172] nova-conductor[53479]: DEBUG dbcounter [-] [53479] Writer thread running {{(pid=53479) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 365.645392] nova-conductor[53479]: DEBUG nova.context [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),89c65292-82a4-457e-82df-50ecb37b8df7(cell1) {{(pid=53479) load_cells /opt/stack/nova/nova/context.py:464}} [ 365.647155] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53479) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 365.647367] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53479) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 365.647797] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53479) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 365.648211] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53479) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 365.648400] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53479) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 365.649353] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53479) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 365.650669] nova-conductor[53479]: INFO dbcounter [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Registered counter for database nova_cell0 [ 365.652987] nova-conductor[53479]: INFO dbcounter [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Registered counter for database nova_cell1 [ 365.655690] nova-conductor[53479]: DEBUG oslo_db.sqlalchemy.engines [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53479) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 365.656054] nova-conductor[53479]: DEBUG oslo_db.sqlalchemy.engines [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53479) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 365.734430] nova-conductor[53479]: DEBUG dbcounter [-] [53479] Writer thread running {{(pid=53479) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 365.737682] nova-conductor[53479]: DEBUG dbcounter [-] [53479] Writer thread running {{(pid=53479) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 365.739281] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Acquiring lock "singleton_lock" {{(pid=53479) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 365.739451] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Acquired lock "singleton_lock" {{(pid=53479) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 365.739684] nova-conductor[53479]: DEBUG oslo_concurrency.lockutils [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Releasing lock "singleton_lock" {{(pid=53479) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 365.740143] nova-conductor[53479]: INFO oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Starting 2 workers [ 365.744905] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Started child 53899 {{(pid=53479) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 365.748568] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Started child 53900 {{(pid=53479) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 365.748914] nova-conductor[53899]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 365.749251] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Full set of CONF: {{(pid=53479) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 365.749464] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ******************************************************************************** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 365.749617] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Configuration options gathered from: {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 365.749791] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 365.750493] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] config files: ['/etc/nova/nova.conf'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 365.750648] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ================================================================================ {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 365.751038] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] allow_resize_to_same_host = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.751263] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] arq_binding_timeout = 300 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.751481] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] block_device_allocate_retries = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.751676] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] block_device_allocate_retries_interval = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.751889] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cert = self.pem {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.752260] nova-conductor[53900]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 365.752463] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute_driver = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.752723] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute_monitors = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.752942] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] config_dir = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.753180] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] config_drive_format = iso9660 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.753365] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.753564] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] config_source = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.753763] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] console_host = devstack {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.753968] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] control_exchange = nova {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.754188] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cpu_allocation_ratio = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.754472] nova-conductor[53899]: INFO dbcounter [None req-e67dc3d8-2d76-475d-b09c-76bc240a6890 None None] Registered counter for database nova_cell1 [ 365.754628] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] daemon = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.754846] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] debug = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.755049] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] default_access_ip_network_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.755244] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] default_availability_zone = nova {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.755421] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] default_ephemeral_format = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.755605] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] default_green_pool_size = 1000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.755886] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.756107] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] default_schedule_zone = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.756276] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] disk_allocation_ratio = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.756464] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] enable_new_services = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.756690] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] enabled_apis = ['osapi_compute'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.756866] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] enabled_ssl_apis = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.757073] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] flat_injected = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.757254] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] force_config_drive = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.757446] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] force_raw_images = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.757633] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] graceful_shutdown_timeout = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.757799] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] heal_instance_info_cache_interval = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.758477] nova-conductor[53900]: INFO dbcounter [None req-d2f1706e-7a77-4f22-9492-8c1041341ed0 None None] Registered counter for database nova_cell1 [ 365.758632] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] host = devstack {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.758863] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.759068] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] initial_disk_allocation_ratio = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.759618] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] initial_ram_allocation_ratio = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.759879] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.760076] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instance_build_timeout = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.760393] nova-conductor[53899]: DEBUG oslo_db.sqlalchemy.engines [None req-e67dc3d8-2d76-475d-b09c-76bc240a6890 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53899) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 365.760556] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instance_delete_interval = 300 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.760787] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instance_format = [instance: %(uuid)s] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.760976] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instance_name_template = instance-%08x {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.761181] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instance_usage_audit = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.761373] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instance_usage_audit_period = month {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.761570] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.762012] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] instances_path = /opt/stack/data/nova/instances {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.762012] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] internal_service_availability_zone = internal {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.762088] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] key = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.762317] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] live_migration_retry_count = 30 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.762524] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_color = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.762764] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_config_append = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.762884] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.763076] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_dir = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.763267] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.763400] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_options = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.763587] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_rotate_interval = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.763791] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_rotate_interval_type = days {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.764367] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] log_rotation_type = none {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.764367] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.764367] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.764495] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.764595] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.764793] nova-conductor[53900]: DEBUG oslo_db.sqlalchemy.engines [None req-d2f1706e-7a77-4f22-9492-8c1041341ed0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53900) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 365.764936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.765157] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] long_rpc_timeout = 1800 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.765325] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] max_concurrent_builds = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.765529] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] max_concurrent_live_migrations = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.765668] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] max_concurrent_snapshots = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.765829] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] max_local_block_devices = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.766014] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] max_logfile_count = 30 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.766188] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] max_logfile_size_mb = 200 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.766352] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] maximum_instance_delete_attempts = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.766541] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] metadata_listen = 0.0.0.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.766757] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] metadata_listen_port = 8775 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.766925] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] metadata_workers = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.767097] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] migrate_max_retries = -1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.767268] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] mkisofs_cmd = genisoimage {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.767517] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] my_block_storage_ip = 10.180.1.21 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.767656] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] my_ip = 10.180.1.21 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.767820] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] network_allocate_retries = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.768011] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.768183] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] osapi_compute_listen = 0.0.0.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.768350] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] osapi_compute_listen_port = 8774 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.768524] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] osapi_compute_unique_server_name_scope = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.768692] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] osapi_compute_workers = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.768859] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] password_length = 12 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.769028] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] periodic_enable = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.769199] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] periodic_fuzzy_delay = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.769373] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] pointer_model = usbtablet {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.769568] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] preallocate_images = none {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.769730] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] publish_errors = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.769877] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] pybasedir = /opt/stack/nova {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.770059] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ram_allocation_ratio = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.770258] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] rate_limit_burst = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.770468] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] rate_limit_except_level = CRITICAL {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.770636] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writer thread running {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 365.770794] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] rate_limit_interval = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.770983] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] reboot_timeout = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.771164] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] reclaim_instance_interval = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.771325] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] record = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.771491] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] reimage_timeout_per_gb = 20 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.771659] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] report_interval = 120 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.771848] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] rescue_timeout = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.772013] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] reserved_host_cpus = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.772178] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] reserved_host_disk_mb = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.772394] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] reserved_host_memory_mb = 512 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.772590] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] reserved_huge_pages = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.772752] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] resize_confirm_window = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.772930] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] resize_fs_using_block_device = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.773101] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] resume_guests_state_on_host_boot = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.773311] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774081] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] rpc_response_timeout = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774081] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] run_external_periodic_tasks = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774081] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] running_deleted_instance_action = reap {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774081] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] running_deleted_instance_poll_interval = 1800 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774213] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] running_deleted_instance_timeout = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774374] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler_instance_sync_interval = 120 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774481] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_down_time = 720 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774685] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] servicegroup_driver = db {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.774863] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] shell_completion = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.775034] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] shelved_offload_time = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.775199] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] shelved_poll_interval = 3600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.775395] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] shutdown_timeout = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.775531] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] source_is_ipv6 = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.775688] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ssl_only = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.775854] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] state_path = /opt/stack/data/nova {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.776025] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] sync_power_state_interval = 600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.776204] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writer thread running {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 365.776349] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] sync_power_state_pool_size = 1000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.776587] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] syslog_log_facility = LOG_USER {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.776701] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] tempdir = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.776880] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] timeout_nbd = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.777067] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] transport_url = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.777236] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] update_resources_interval = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.777400] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] use_cow_images = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.777561] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] use_eventlog = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.777720] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] use_journal = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.777902] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] use_json = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.778070] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] use_rootwrap_daemon = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.778233] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] use_stderr = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.778396] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] use_syslog = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.778556] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vcpu_pin_set = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.778744] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vif_plugging_is_fatal = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.778922] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vif_plugging_timeout = 300 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.779126] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] virt_mkfs = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.779293] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] volume_usage_poll_interval = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.779460] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] watch_log_file = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.779645] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] web = /usr/share/spice-html5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 365.779926] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_concurrency.disable_process_locking = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.780158] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.780379] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.780553] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.780727] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.780895] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.781069] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.781291] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.auth_strategy = keystone {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.781560] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.compute_link_prefix = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.781678] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.781854] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.dhcp_domain = novalocal {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.782034] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.enable_instance_password = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.782200] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.glance_link_prefix = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.782391] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.782592] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.782757] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.instance_list_per_project_cells = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.782922] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.list_records_by_skipping_down_cells = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.783100] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.local_metadata_per_cell = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.783285] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.max_limit = 1000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.783497] nova-conductor[53899]: DEBUG nova.service [None req-e67dc3d8-2d76-475d-b09c-76bc240a6890 None None] Creating RPC server for service conductor {{(pid=53899) start /opt/stack/nova/nova/service.py:186}} [ 365.783642] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.metadata_cache_expiration = 15 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.783838] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.neutron_default_tenant_id = default {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.784025] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.response_validation = warn {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.784201] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.use_neutron_default_nets = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.784375] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.784546] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.784707] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.784876] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.785067] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.vendordata_dynamic_targets = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.785234] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.vendordata_jsonfile_path = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.785420] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.785672] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.backend = dogpile.cache.memcached {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.785927] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.backend_argument = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.786072] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.config_prefix = cache.oslo {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.786271] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.dead_timeout = 60.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.786438] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.debug_cache_backend = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.786597] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.enable_retry_client = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.786757] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.enable_socket_keepalive = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.786928] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.enabled = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.787108] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.enforce_fips_mode = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.787293] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.expiration_time = 600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.787459] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.hashclient_retry_attempts = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.787623] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.hashclient_retry_delay = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.787787] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_dead_retry = 300 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.787968] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_password = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.788184] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.788306] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.788489] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_pool_maxsize = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.788651] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.788812] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_sasl_enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.788991] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.789172] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_socket_timeout = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.789333] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.memcache_username = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.789534] nova-conductor[53900]: DEBUG nova.service [None req-d2f1706e-7a77-4f22-9492-8c1041341ed0 None None] Creating RPC server for service conductor {{(pid=53900) start /opt/stack/nova/nova/service.py:186}} [ 365.789679] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.proxies = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.789859] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.redis_db = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.790035] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.redis_password = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.790212] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.redis_sentinel_service_name = mymaster {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.790404] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.790585] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.redis_server = localhost:6379 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.790750] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.redis_socket_timeout = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.790911] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.redis_username = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.791095] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.retry_attempts = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.791268] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.retry_delay = 0.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.791435] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.socket_keepalive_count = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.791601] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.socket_keepalive_idle = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.791764] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.socket_keepalive_interval = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.791923] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.tls_allowed_ciphers = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.792097] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.tls_cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.792283] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.tls_certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.792515] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.tls_enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.792732] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cache.tls_keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.792967] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.793165] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.auth_type = password {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.793334] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.793540] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.catalog_info = volumev3::publicURL {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.793708] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.793877] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.794072] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.cross_az_attach = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.794251] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.debug = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.794436] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.endpoint_template = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.794634] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.http_retries = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.794879] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.795057] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.795238] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.os_region_name = RegionOne {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.795408] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.795660] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cinder.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.795765] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.795913] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.cpu_dedicated_set = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.796083] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.cpu_shared_set = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.796254] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.image_type_exclude_list = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.796423] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.796587] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.max_concurrent_disk_ops = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.796748] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.max_disk_devices_to_attach = -1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.796910] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.797094] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798023] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.resource_provider_association_refresh = 300 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798023] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798023] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.shutdown_retry_interval = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798023] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798023] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] conductor.workers = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798229] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] console.allowed_origins = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798268] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] console.ssl_ciphers = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798448] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] console.ssl_minimum_version = default {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798814] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] consoleauth.enforce_session_timeout = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.798873] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] consoleauth.token_ttl = 600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.799082] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.799250] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.799434] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.799609] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.connect_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.799778] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.connect_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.799929] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.endpoint_override = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.800104] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.800352] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.800427] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.max_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.800638] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.min_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.800729] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.region_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.800980] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.retriable_status_codes = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.801381] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.service_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.801381] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.service_type = accelerator {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.801486] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.801647] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.status_code_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.801809] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.status_code_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.801970] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.802329] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.802415] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] cyborg.version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.802646] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.backend = sqlalchemy {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.802775] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.connection = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.802947] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.connection_debug = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.803137] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.connection_parameters = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.803307] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.connection_recycle_time = 3600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.803471] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.connection_trace = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.803631] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.db_inc_retry_interval = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.803798] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.db_max_retries = 20 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.803953] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.db_max_retry_interval = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.804128] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.db_retry_interval = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.804292] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.max_overflow = 50 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.804456] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.max_pool_size = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.804616] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.max_retries = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.804782] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.804944] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.mysql_wsrep_sync_wait = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.805114] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.pool_timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.805278] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.retry_interval = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.805437] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.slave_connection = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.805606] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.sqlite_synchronous = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.805770] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] database.use_db_reconnect = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.805946] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.backend = sqlalchemy {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.806127] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.connection = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.806295] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.connection_debug = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.806464] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.connection_parameters = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.806626] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.connection_recycle_time = 3600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.806802] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.connection_trace = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.806979] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.db_inc_retry_interval = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.807159] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.db_max_retries = 20 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.807324] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.db_max_retry_interval = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.807487] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.db_retry_interval = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.807648] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.max_overflow = 50 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.807807] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.max_pool_size = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.807967] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.max_retries = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.808146] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.808307] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.808467] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.pool_timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.808627] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.retry_interval = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.808783] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.slave_connection = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.808942] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] api_database.sqlite_synchronous = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.809149] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] devices.enabled_mdev_types = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.809357] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.809532] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ephemeral_storage_encryption.default_format = luks {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.809839] nova-conductor[53899]: DEBUG nova.service [None req-e67dc3d8-2d76-475d-b09c-76bc240a6890 None None] Join ServiceGroup membership for this service conductor {{(pid=53899) start /opt/stack/nova/nova/service.py:203}} [ 365.809990] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ephemeral_storage_encryption.enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.810199] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.810401] nova-conductor[53899]: DEBUG nova.servicegroup.drivers.db [None req-e67dc3d8-2d76-475d-b09c-76bc240a6890 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53899) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 365.810545] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.api_servers = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.810752] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.810934] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.811115] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.811278] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.connect_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.811569] nova-conductor[53900]: DEBUG nova.service [None req-d2f1706e-7a77-4f22-9492-8c1041341ed0 None None] Join ServiceGroup membership for this service conductor {{(pid=53900) start /opt/stack/nova/nova/service.py:203}} [ 365.811705] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.connect_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.811908] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.debug = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.812109] nova-conductor[53900]: DEBUG nova.servicegroup.drivers.db [None req-d2f1706e-7a77-4f22-9492-8c1041341ed0 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53900) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 365.812261] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.default_trusted_certificate_ids = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.812441] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.enable_certificate_validation = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.812608] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.enable_rbd_download = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.812771] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.endpoint_override = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.812937] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.813118] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.813301] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.max_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.813472] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.min_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.813636] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.num_retries = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.813803] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.rbd_ceph_conf = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.813965] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.rbd_connect_timeout = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.814146] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.rbd_pool = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.814319] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.rbd_user = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.814482] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.region_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.814639] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.retriable_status_codes = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.814794] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.service_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.814963] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.service_type = image {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.815138] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.815295] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.status_code_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.815459] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.status_code_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.815617] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.815803] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.815973] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.verify_glance_signatures = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.816156] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] glance.version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.816329] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] guestfs.debug = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.816525] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] mks.enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.817145] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.817348] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] image_cache.manager_interval = 2400 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.817525] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] image_cache.precache_concurrency = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.817701] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] image_cache.remove_unused_base_images = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.817870] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.818051] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.818238] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] image_cache.subdirectory_name = _base {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.818446] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.api_max_retries = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.818611] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.api_retry_interval = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.818790] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.818954] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.auth_type = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.819136] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.819297] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.819463] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.819632] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.conductor_group = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.819812] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.connect_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.819973] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.connect_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.820146] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.endpoint_override = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.820310] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.820483] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.820653] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.max_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.820822] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.min_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.820994] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.peer_list = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.821167] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.region_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.821331] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.retriable_status_codes = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.821498] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.serial_console_state_timeout = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.821659] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.service_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.821846] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.service_type = baremetal {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.822022] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.shard = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.822190] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.822378] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.status_code_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.822548] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.status_code_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.822734] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.822932] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.823117] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ironic.version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.823353] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.823560] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] key_manager.fixed_key = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.823781] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.823951] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.barbican_api_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.824144] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.barbican_endpoint = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.824326] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.barbican_endpoint_type = public {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.824509] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.barbican_region_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.824696] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.824861] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.825033] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.825198] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.825357] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.825543] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.number_of_retries = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.825704] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.retry_delay = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.825869] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.send_service_user_token = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.826043] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.826204] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.826365] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.verify_ssl = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.826545] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican.verify_ssl_path = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.826730] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.826911] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.auth_type = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.827082] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.827241] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.827425] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.827608] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.827768] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.827936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.828106] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] barbican_service_user.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.828295] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.approle_role_id = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.828458] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.approle_secret_id = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.828627] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.kv_mountpoint = secret {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.828785] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.kv_path = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.828949] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.kv_version = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.829156] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.namespace = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.829332] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.root_token_id = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.829493] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.ssl_ca_crt_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.829665] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.timeout = 60.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.829826] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.use_ssl = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.830038] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.830243] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.830411] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.auth_type = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.830569] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.830726] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.830886] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.831056] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.connect_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.831218] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.connect_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.831376] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.endpoint_override = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.831542] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.831698] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.831853] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.max_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.832011] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.min_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.832173] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.region_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.832369] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.retriable_status_codes = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.832535] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.service_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.832710] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.service_type = identity {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.832871] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.833043] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.status_code_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.833241] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.status_code_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.833416] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.833605] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.833768] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] keystone.version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.834013] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.connection_uri = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.834218] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.cpu_mode = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.834430] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.cpu_model_extra_flags = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.834630] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.cpu_models = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.834818] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.cpu_power_governor_high = performance {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.835021] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.cpu_power_governor_low = powersave {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.835194] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.cpu_power_management = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.835384] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.835574] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.device_detach_attempts = 8 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.835740] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.device_detach_timeout = 20 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.835904] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.disk_cachemodes = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.836080] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.disk_prefix = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.836248] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.enabled_perf_events = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.836413] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.file_backed_memory = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.836575] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.gid_maps = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.836757] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.hw_disk_discard = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.836920] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.hw_machine_type = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.837103] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.images_rbd_ceph_conf = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.837271] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.837439] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.837607] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.images_rbd_glance_store_name = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.837775] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.images_rbd_pool = rbd {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.837946] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.images_type = default {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.838118] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.images_volume_group = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.838284] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.inject_key = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.838472] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.inject_partition = -2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.838638] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.inject_password = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.838800] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.iscsi_iface = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.838962] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.iser_use_multipath = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.839139] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_bandwidth = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.839306] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.839470] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_downtime = 500 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.839630] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.839793] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.839953] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_inbound_addr = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.840129] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.840300] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_permit_post_copy = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.840457] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_scheme = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.840627] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_timeout_action = abort {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.840794] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_tunnelled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.840956] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_uri = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.841156] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.live_migration_with_native_tls = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.841337] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.max_queues = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.841509] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.841757] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.841951] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.nfs_mount_options = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.842195] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.842397] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.842590] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.num_iser_scan_tries = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.842752] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.num_memory_encrypted_guests = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.842920] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.843094] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.num_pcie_ports = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.843282] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.num_volume_scan_tries = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.843459] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.pmem_namespaces = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.843623] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.quobyte_client_cfg = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.843842] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.844016] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rbd_connect_timeout = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.844185] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.844347] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.844514] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rbd_secret_uuid = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.844695] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rbd_user = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.844865] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.845055] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.remote_filesystem_transport = ssh {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.845221] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rescue_image_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.845381] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rescue_kernel_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.845541] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rescue_ramdisk_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.845709] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.845873] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.rx_queue_size = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.846049] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.smbfs_mount_options = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.846265] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.846436] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.snapshot_compression = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.846605] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.snapshot_image_format = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.846841] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.847018] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.sparse_logical_volumes = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.847186] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.swtpm_enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.847444] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.swtpm_group = tss {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.847639] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.swtpm_user = tss {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.847812] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.sysinfo_serial = unique {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.847973] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.tb_cache_size = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.848148] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.tx_queue_size = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.848314] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.uid_maps = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.848480] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.use_virtio_for_bridges = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.848652] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.virt_type = kvm {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.848822] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.volume_clear = zero {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.848992] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.volume_clear_size = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.849179] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.volume_use_multipath = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.849340] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.vzstorage_cache_path = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.849513] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.849682] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.vzstorage_mount_group = qemu {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.849845] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.vzstorage_mount_opts = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.850021] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.850251] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.850451] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.vzstorage_mount_user = stack {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.850660] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.850864] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.851075] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.auth_type = password {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.851246] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.851408] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.851570] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.851749] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.connect_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.851909] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.connect_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.852111] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.default_floating_pool = public {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.852299] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.endpoint_override = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.852480] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.extension_sync_interval = 600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.852644] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.http_retries = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.852804] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.852960] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.853135] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.max_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.853375] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.853545] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.min_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.853717] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.ovs_bridge = br-int {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.853928] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.physnets = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.854114] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.region_name = RegionOne {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.854277] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.retriable_status_codes = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.854450] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.service_metadata_proxy = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.854616] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.service_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.854788] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.service_type = network {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.854954] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.855122] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.status_code_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.855283] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.status_code_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.855445] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.855632] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.855791] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] neutron.version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.855965] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] notifications.bdms_in_notifications = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.856157] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] notifications.default_level = INFO {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.856403] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] notifications.notification_format = unversioned {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.856586] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] notifications.notify_on_state_change = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.856766] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.856963] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] pci.alias = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.857148] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] pci.device_spec = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.857314] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] pci.report_in_placement = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.857526] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.857715] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.auth_type = password {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.857907] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.858075] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.858235] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.858400] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.858558] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.connect_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.858738] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.connect_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.858905] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.default_domain_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.859095] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.default_domain_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.859257] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.domain_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.859416] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.domain_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.859571] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.endpoint_override = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.859732] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.859888] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.860053] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.max_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.860219] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.min_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.860402] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.password = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.860563] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.project_domain_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.860734] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.project_domain_name = Default {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.860900] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.project_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.861085] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.project_name = service {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.861255] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.region_name = RegionOne {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.861418] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.retriable_status_codes = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.861578] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.service_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.861747] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.service_type = placement {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.861909] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.862076] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.status_code_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.862260] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.status_code_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.862430] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.system_scope = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.862590] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.862748] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.trust_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.862904] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.user_domain_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.863089] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.user_domain_name = Default {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.863264] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.user_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.863452] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.username = nova {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.863632] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.863792] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] placement.version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.863967] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.cores = 20 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.864143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.count_usage_from_placement = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.864317] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.864513] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.injected_file_content_bytes = 10240 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.864723] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.injected_file_path_length = 255 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.864902] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.injected_files = 5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.865083] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.instances = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.865250] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.key_pairs = 100 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.865418] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.metadata_items = 128 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.865589] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.ram = 51200 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.865753] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.recheck_quota = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.865921] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.server_group_members = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.866096] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] quota.server_groups = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.866309] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.866498] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.866664] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.image_metadata_prefilter = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.866855] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.867029] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.max_attempts = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.867216] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.max_placement_results = 1000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.867408] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.867573] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.query_placement_for_image_type_support = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.867751] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.867926] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] scheduler.workers = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.868145] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.868320] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.868527] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.868694] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.868856] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.869029] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.869223] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.869450] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.869625] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.host_subset_size = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.869791] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.869970] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.870152] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.870319] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.isolated_hosts = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.870486] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.isolated_images = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.870648] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.870832] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.871029] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.871196] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.pci_in_placement = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.871361] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.871525] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.871684] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.871842] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.872006] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.872171] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.872388] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.track_instance_changes = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.872568] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.872742] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] metrics.required = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.872907] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] metrics.weight_multiplier = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.873081] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.873263] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] metrics.weight_setting = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.873599] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.873775] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] serial_console.enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.873992] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] serial_console.port_range = 10000:20000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.874259] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.874454] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.874630] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] serial_console.serialproxy_port = 6083 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.874799] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.875023] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.auth_type = password {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.875222] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.875392] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.875558] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.875717] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.875871] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.876063] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.send_service_user_token = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.876277] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.876505] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] service_user.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.876729] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.agent_enabled = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.876901] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.877276] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.877514] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.877743] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.html5proxy_port = 6082 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.877942] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.image_compression = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.878148] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.jpeg_compression = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.878371] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.playback_compression = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.878600] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.require_secure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.878796] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.server_listen = 127.0.0.1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.878973] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.879150] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.streaming_mode = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.879310] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] spice.zlib_compression = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.879477] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] upgrade_levels.baseapi = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.879645] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] upgrade_levels.compute = auto {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.879801] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] upgrade_levels.conductor = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.879955] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] upgrade_levels.scheduler = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.880163] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.880327] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.auth_type = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.880487] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.880643] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.880804] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.880963] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.881130] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.881295] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.881452] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vendordata_dynamic_auth.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.881662] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.api_retry_count = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.881818] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.ca_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.881994] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.cache_prefix = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.882167] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.cluster_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.882347] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.connection_pool_size = 10 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.882511] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.console_delay_seconds = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.882666] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.datastore_regex = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.882822] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.host_ip = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.882979] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.host_password = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.883188] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.host_port = 443 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.883371] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.host_username = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.883538] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.883694] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.integration_bridge = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.883852] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.maximum_objects = 100 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.884013] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.pbm_default_policy = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.884181] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.pbm_enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.884339] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.pbm_wsdl_location = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.884506] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.884662] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.serial_port_proxy_uri = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.884814] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.serial_port_service_uri = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.884979] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.task_poll_interval = 0.5 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.885174] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.use_linked_clone = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.885342] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.vnc_keymap = en-us {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.885504] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.vnc_port = 5900 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.885664] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vmware.vnc_port_total = 10000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.885876] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.auth_schemes = ['none'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.886056] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.enabled = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.886393] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.886596] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.886767] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.novncproxy_port = 6080 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.886942] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.server_listen = 127.0.0.1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.887128] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.887296] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.vencrypt_ca_certs = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.887458] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.vencrypt_client_cert = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.887615] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] vnc.vencrypt_client_key = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.887815] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.887985] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.disable_deep_image_inspection = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.888161] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.888324] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.888485] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.888644] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.disable_rootwrap = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.888806] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.enable_numa_live_migration = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.888965] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.889153] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.889318] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.889477] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.libvirt_disable_apic = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.889633] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.889791] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.889948] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.890119] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.890283] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.890441] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.890599] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.890753] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.890908] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.891079] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.891286] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.891457] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.client_socket_timeout = 900 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.891619] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.default_pool_size = 1000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.891780] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.keep_alive = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.891940] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.max_header_line = 16384 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.892119] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.secure_proxy_ssl_header = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.892345] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.ssl_ca_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.892519] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.ssl_cert_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.892679] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.ssl_key_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.892842] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.tcp_keepidle = 600 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.893052] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.893243] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] zvm.ca_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.893469] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] zvm.cloud_connector_url = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.893722] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.893898] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] zvm.reachable_timeout = 300 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.894136] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.enforce_new_defaults = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.894621] nova-conductor[53479]: WARNING oslo_config.cfg [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 365.894811] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.enforce_scope = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.895019] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.policy_default_rule = default {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.895213] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.895397] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.policy_file = policy.yaml {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.895594] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.895758] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.895920] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.896087] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.896252] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.896450] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.896632] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.896886] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.connection_string = messaging:// {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.897026] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.enabled = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.897222] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.es_doc_type = notification {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.897406] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.es_scroll_size = 10000 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.897580] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.es_scroll_time = 2m {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.897742] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.filter_error_trace = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.897911] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.hmac_keys = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.898087] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.sentinel_service_name = mymaster {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.898308] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.socket_timeout = 0.1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.898441] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.trace_requests = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.898603] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler.trace_sqlalchemy = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.898812] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler_jaeger.process_tags = {} {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.898968] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler_jaeger.service_name_prefix = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.899148] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] profiler_otlp.service_name_prefix = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.899337] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] remote_debug.host = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.899514] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] remote_debug.port = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.899751] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.899953] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.900141] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.900307] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.900478] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.900640] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.900808] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.900977] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.901200] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.901323] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.901510] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.901693] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.901860] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.902042] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.902215] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.902410] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.902583] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.902758] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.902920] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.903086] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.903280] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.903505] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.903677] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.904322] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.904538] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.906936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.906936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.906936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.906936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.906936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.ssl = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.906936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.906936] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.ssl_version = {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_notifications.retry = -1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907143] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907351] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_messaging_notifications.transport_url = **** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907377] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.auth_section = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907526] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.auth_type = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907687] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.cafile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.907843] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.certfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.908019] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.collect_timing = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.908176] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.connect_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.908333] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.connect_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.908495] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.endpoint_id = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.908650] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.endpoint_override = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.908833] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.insecure = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.908989] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.keyfile = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.909158] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.max_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.909313] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.min_version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.909469] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.region_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.909626] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.retriable_status_codes = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.909787] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.service_name = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.909942] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.service_type = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.910113] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.split_loggers = False {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.910298] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.status_code_retries = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.910472] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.status_code_retry_delay = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.910631] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.timeout = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.910789] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.valid_interfaces = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.910947] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_limit.version = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.911165] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_reports.file_event_handler = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.911335] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.911495] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] oslo_reports.log_dir = None {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 365.911625] nova-conductor[53479]: DEBUG oslo_service.service [None req-3247e9b2-9c1c-450f-b44b-39b8ba787142 None None] ******************************************************************************** {{(pid=53479) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 375.644025] nova-conductor[53479]: DEBUG dbcounter [-] [53479] Writing DB stats nova_api:SELECT=1 {{(pid=53479) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 375.735359] nova-conductor[53479]: DEBUG dbcounter [-] [53479] Writing DB stats nova_cell0:SELECT=1 {{(pid=53479) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 375.738362] nova-conductor[53479]: DEBUG dbcounter [-] [53479] Writing DB stats nova_cell1:SELECT=1 {{(pid=53479) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 380.819746] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 380.820170] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 450.364742] nova-conductor[53900]: DEBUG oslo_db.sqlalchemy.engines [None req-905bfd89-dadd-4461-8061-5f8ae57e3abb None None] Parent process 53479 forked (53900) with an open database connection, which is being discarded and recreated. {{(pid=53900) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 450.367139] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writer thread running {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 460.368727] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 467.500867] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 473.022753] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 493.868765] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writer thread running {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 494.389241] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 494.412915] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 494.419494] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.419902] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.421702] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.423820] nova-conductor[53899]: INFO dbcounter [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Registered counter for database nova_cell1 [ 494.430779] nova-conductor[53899]: DEBUG oslo_db.sqlalchemy.engines [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53899) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 494.438332] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writer thread running {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 494.531360] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.531605] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.532084] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.532514] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.532692] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.532854] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.534286] nova-conductor[53899]: INFO dbcounter [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Registered counter for database nova_cell0 [ 494.546354] nova-conductor[53899]: DEBUG oslo_db.sqlalchemy.engines [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53899) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 494.557017] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writer thread running {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 494.569920] nova-conductor[53899]: DEBUG nova.quota [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Getting quotas for project 8f64ec737bdd4c54b8409213a0c11840. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 494.577299] nova-conductor[53899]: DEBUG nova.quota [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Getting quotas for user 9b8acddde1034292acb86ed1530ad80d and project 8f64ec737bdd4c54b8409213a0c11840. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 494.596380] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] [instance: ecae6a68-ce7a-470c-a281-6423f0cc4870] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 494.596606] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.596717] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.596884] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.612047] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] [instance: ecae6a68-ce7a-470c-a281-6423f0cc4870] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 494.613723] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.613723] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.613723] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.663073] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.663365] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.663547] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.663819] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 494.663959] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.664630] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.664838] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.665034] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.665424] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.665604] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.665758] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.674692] nova-conductor[53899]: INFO nova.compute.rpcapi [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 494.675275] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-d62f4101-7246-4f66-8cfc-7497518640ab None None] Releasing lock "compute-rpcapi-router" {{(pid=53899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 495.473912] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 495.999564] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 496.000169] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 496.028689] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.028689] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.029420] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.036126] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.036515] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.038376] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.044467] nova-conductor[53900]: INFO dbcounter [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Registered counter for database nova_cell1 [ 496.046998] nova-conductor[53900]: DEBUG oslo_db.sqlalchemy.engines [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53900) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 496.054698] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writer thread running {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 496.080032] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.080127] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.080305] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.081129] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.081129] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.081378] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.094807] nova-conductor[53899]: DEBUG nova.quota [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Getting quotas for project 70284d476ce84c8dbdd1ce442f59ab87. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 496.097285] nova-conductor[53899]: DEBUG nova.quota [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Getting quotas for user 0b4785b76c104388b3885e3efe64dd86 and project 70284d476ce84c8dbdd1ce442f59ab87. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 496.109284] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 6281472f-0114-4180-a004-09ecc101c2f9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 496.109801] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.110024] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.110863] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.117184] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.117184] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.117323] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 6281472f-0114-4180-a004-09ecc101c2f9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 496.117403] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.117403] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.117403] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.117550] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.118901] nova-conductor[53900]: INFO dbcounter [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Registered counter for database nova_cell0 [ 496.120967] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.120967] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.120967] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.131013] nova-conductor[53900]: DEBUG oslo_db.sqlalchemy.engines [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53900) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 496.138460] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writer thread running {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 496.148503] nova-conductor[53900]: DEBUG nova.quota [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Getting quotas for project e37839957ba24f43892a3f555550053f. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 496.151964] nova-conductor[53900]: DEBUG nova.quota [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Getting quotas for user 27339aaa1f1241f794823746ead95175 and project e37839957ba24f43892a3f555550053f. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 496.158662] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] [instance: 6b1b2432-82b6-4f59-96a4-05d9a73cd79a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 496.160121] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.160121] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.160235] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.168905] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.168905] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.169101] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.172596] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] [instance: 6b1b2432-82b6-4f59-96a4-05d9a73cd79a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 496.173447] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.174014] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.174209] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.238361] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.239020] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.239020] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.239128] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53900) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.239280] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53900) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.239896] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.240133] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.240342] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.240735] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.240965] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.241208] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.248479] nova-conductor[53900]: INFO nova.compute.rpcapi [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 496.249194] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-727d280c-2c6d-4c9a-abe2-439f2848e376 None None] Releasing lock "compute-rpcapi-router" {{(pid=53900) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 497.179639] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 497.200297] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.200648] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.200853] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.281896] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.282156] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.282327] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.282698] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.282886] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.283083] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.304707] nova-conductor[53899]: DEBUG nova.quota [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Getting quotas for project e1996e8d77b943809ab3491c01bbd679. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 497.308884] nova-conductor[53899]: DEBUG nova.quota [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Getting quotas for user 697eeb88ee64496bad2406d48d985626 and project e1996e8d77b943809ab3491c01bbd679. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 497.315563] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] [instance: 1dae4dc6-8031-4ef9-9272-8635efd2f4e2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 497.315719] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.315937] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.316107] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.329611] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] [instance: 1dae4dc6-8031-4ef9-9272-8635efd2f4e2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 497.329739] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.329979] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.330549] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.380668] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.380904] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.381090] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.755797] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 497.782164] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.782164] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.782164] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.839142] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.839383] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.839554] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.839922] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.840394] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.840394] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.851709] nova-conductor[53899]: DEBUG nova.quota [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Getting quotas for project c7c39021a3ac477298a6410fab1d27ea. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 497.854625] nova-conductor[53899]: DEBUG nova.quota [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Getting quotas for user 10c7ee74ed9f481d9169d77f0f20d31c and project c7c39021a3ac477298a6410fab1d27ea. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 497.861663] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] [instance: 20f9e9d5-34b7-4ba9-bb01-5ca281931527] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 497.863482] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.863482] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.863482] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.867667] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] [instance: 20f9e9d5-34b7-4ba9-bb01-5ca281931527] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 497.871704] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.871704] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.871704] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.902617] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.902872] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.903062] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.352663] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 498.365799] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.365799] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.365799] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.545415] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.545415] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.545415] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.545779] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.546074] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.546301] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.571745] nova-conductor[53900]: DEBUG nova.quota [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Getting quotas for project e5fc9499198441c38da185e2c2b0c2b0. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 498.573902] nova-conductor[53900]: DEBUG nova.quota [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Getting quotas for user 41f077e3e4854ea3b741b4ec87f83017 and project e5fc9499198441c38da185e2c2b0c2b0. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 498.584607] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: 9626386e-b1a2-4f8d-a265-71b272094714] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 498.586251] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.586251] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.586251] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.592249] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 498.595088] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: 9626386e-b1a2-4f8d-a265-71b272094714] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 498.595088] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.595907] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.595907] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.623304] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.623304] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.623304] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.625634] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.626278] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.626278] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.684422] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.684652] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.684819] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.685208] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.687192] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.687192] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.694486] nova-conductor[53899]: DEBUG nova.quota [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Getting quotas for project 2d341ab6244c4249af30b1558afa4b8d. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 498.696631] nova-conductor[53899]: DEBUG nova.quota [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Getting quotas for user 0962febc0fe54e5ebf950b2fbef8eaf7 and project 2d341ab6244c4249af30b1558afa4b8d. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 498.704457] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] [instance: 0f9c439d-52f8-412c-80bd-87e0297ce5a9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 498.704457] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.706438] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.706438] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.711613] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] [instance: 0f9c439d-52f8-412c-80bd-87e0297ce5a9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 498.711613] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.711613] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.712111] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.737149] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.737550] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.739018] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.840128] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 501.860273] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.860273] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.860273] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.901440] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.902017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.902017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.902316] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.902533] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.902734] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.914130] nova-conductor[53900]: DEBUG nova.quota [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Getting quotas for project b8ac84c6f6644a12a8a5059d32dd27bb. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 501.916633] nova-conductor[53900]: DEBUG nova.quota [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Getting quotas for user d38fa0651a5746a9a0f1665d821e609d and project b8ac84c6f6644a12a8a5059d32dd27bb. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 501.922462] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] [instance: f998cfc9-1a2e-4252-a1db-65481f02ce9a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 501.922964] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.924228] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.924228] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.931904] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] [instance: f998cfc9-1a2e-4252-a1db-65481f02ce9a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 501.932829] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.933053] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.933253] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.955043] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.955299] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.955772] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.882356] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 503.901594] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.901830] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.902008] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.945678] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.945678] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.945678] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.945678] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.945879] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.945879] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.956058] nova-conductor[53899]: DEBUG nova.quota [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Getting quotas for project f653640cdf63406bb1a7233a249ee948. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 503.958306] nova-conductor[53899]: DEBUG nova.quota [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Getting quotas for user 3db58987c06243058f1ac07f96fc863d and project f653640cdf63406bb1a7233a249ee948. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 503.966079] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] [instance: bc19edb6-fcce-4ce2-82c3-e1455b5ddbc9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 503.966079] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.966079] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.966079] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.973224] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] [instance: bc19edb6-fcce-4ce2-82c3-e1455b5ddbc9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 503.975961] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.975961] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.975961] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.997832] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.998088] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.998284] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c6f981eb-e313-49f6-a719-d2f83fefd7a6 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.771935] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 507.785847] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.786094] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.786273] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.831043] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.833731] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.833731] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.833731] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.833731] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.833894] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.843136] nova-conductor[53900]: DEBUG nova.quota [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Getting quotas for project f27455a48c8b4ed684ddc7ca821acc71. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 507.846430] nova-conductor[53900]: DEBUG nova.quota [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Getting quotas for user b6c96e7470174e6f8c87c7586a11ea31 and project f27455a48c8b4ed684ddc7ca821acc71. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 507.854617] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] [instance: 5614c0a9-831a-47e0-80e3-fe21344c1b5d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 507.855152] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.855380] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.855565] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.862490] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] [instance: 5614c0a9-831a-47e0-80e3-fe21344c1b5d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 507.863367] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.863488] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.863669] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.889030] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.889030] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.889030] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.021443] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 508.037097] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.037412] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.037593] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.077784] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.078032] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.078411] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.078574] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.078810] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.078946] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.087357] nova-conductor[53900]: DEBUG nova.quota [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Getting quotas for project 07ac2cd8f52744799d9f2ee20bba40af. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 508.089233] nova-conductor[53900]: DEBUG nova.quota [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Getting quotas for user 2c9862b0b80e4dbd8b398dc94759774b and project 07ac2cd8f52744799d9f2ee20bba40af. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 508.095399] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] [instance: 5c154223-6a1b-48f3-9d68-18dbc8dbcc53] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 508.095929] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.096168] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.096321] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.102530] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] [instance: 5c154223-6a1b-48f3-9d68-18dbc8dbcc53] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 508.103594] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.103594] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.103696] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.117959] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.118267] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.118353] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-7e243e4a-1606-4fc7-ac47-2e74f0ca8793 tempest-ServerDiagnosticsV248Test-1288901969 tempest-ServerDiagnosticsV248Test-1288901969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.505970] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 512.527541] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.527996] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.528421] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.590390] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.590390] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.590559] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.590991] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.591267] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.591453] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.604551] nova-conductor[53900]: DEBUG nova.quota [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Getting quotas for project f4bb751fe6dd44ae9dd8eb2148bad5da. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 512.605479] nova-conductor[53900]: DEBUG nova.quota [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Getting quotas for user a8818c07401e453c98512c8a79efe29b and project f4bb751fe6dd44ae9dd8eb2148bad5da. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 512.611185] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] [instance: 18a0fc3a-7cdf-4512-abeb-3370abe0b17c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 512.611954] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.612293] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.612561] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.621546] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] [instance: 18a0fc3a-7cdf-4512-abeb-3370abe0b17c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 512.622938] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.622938] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.623131] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.659018] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.659294] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.659643] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.945200] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 513.948595] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 513.966595] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.966863] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.966926] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.003701] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.003934] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.004212] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.004706] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.004781] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.004944] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.014805] nova-conductor[53899]: DEBUG nova.quota [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 514.016655] nova-conductor[53899]: DEBUG nova.quota [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for user b58684a1f98646a195632b60638ceb32 and project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 514.022728] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 572967b0-863f-4d13-a205-b0f835c87fd3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 514.022968] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.023227] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.023417] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.028898] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 572967b0-863f-4d13-a205-b0f835c87fd3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 514.029772] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.029892] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.030028] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.050678] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.050945] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.051133] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.932892] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 515.955322] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.955566] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.955764] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.002046] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.002046] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.002046] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.002046] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.002315] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.002315] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.018040] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 516.019790] nova-conductor[53899]: DEBUG nova.quota [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Getting quotas for project 8000c4856e0d4178b4f5df4e7058a29c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 516.026179] nova-conductor[53899]: DEBUG nova.quota [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Getting quotas for user 17668eab0d8c4c4b8dacea0dfc30aa2c and project 8000c4856e0d4178b4f5df4e7058a29c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 516.036915] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] [instance: cdeae3e0-51ae-4498-9dbf-16583ff69a6b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 516.037849] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.037942] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.038065] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.038556] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.039227] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.039314] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.044792] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] [instance: cdeae3e0-51ae-4498-9dbf-16583ff69a6b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 516.044792] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.044792] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.045396] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.075319] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.075542] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.075712] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.093211] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.093310] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.093671] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.093843] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.094048] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.094219] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.107996] nova-conductor[53900]: DEBUG nova.quota [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Getting quotas for project 72724adb393c4e02a2d25d713647149b. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 516.110726] nova-conductor[53900]: DEBUG nova.quota [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Getting quotas for user 78d2f42dd820483eaeb361bf27d871b9 and project 72724adb393c4e02a2d25d713647149b. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 516.115964] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] [instance: 6b07f807-2fd4-4971-86b5-22afaadebe8d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 516.116249] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.116454] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.116629] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.119796] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] [instance: 6b07f807-2fd4-4971-86b5-22afaadebe8d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 516.120486] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.120693] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.120860] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.142848] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.142848] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.142848] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.479474] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] [instance: ecae6a68-ce7a-470c-a281-6423f0cc4870] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1217449d-5482-49dd-baab-1044d38f1afd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ecae6a68-ce7a-470c-a281-6423f0cc4870 was re-scheduled: Binding failed for port 1217449d-5482-49dd-baab-1044d38f1afd, please check neutron logs for more information.\n'] [ 519.480129] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 519.480717] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecae6a68-ce7a-470c-a281-6423f0cc4870.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecae6a68-ce7a-470c-a281-6423f0cc4870. [ 519.481229] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] [instance: ecae6a68-ce7a-470c-a281-6423f0cc4870] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecae6a68-ce7a-470c-a281-6423f0cc4870. [ 519.539987] nova-conductor[53900]: DEBUG nova.network.neutron [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] [instance: ecae6a68-ce7a-470c-a281-6423f0cc4870] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 519.543270] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 519.566747] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.568050] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.568266] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.625166] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.625166] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.625166] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.625166] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.625166] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.625166] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.657909] nova-conductor[53900]: DEBUG nova.quota [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Getting quotas for project 87338114909d46dc9082233ed753b839. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 519.666070] nova-conductor[53900]: DEBUG nova.quota [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Getting quotas for user 1d7daa01cf854d6c87e12f9b6505e8fe and project 87338114909d46dc9082233ed753b839. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 519.679813] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] [instance: 958ed6d0-3519-4b51-a29c-a2f6caec3881] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 519.679813] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.679813] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.679813] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.688353] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] [instance: 958ed6d0-3519-4b51-a29c-a2f6caec3881] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 519.688951] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.689387] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.689721] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.696019] nova-conductor[53900]: DEBUG nova.network.neutron [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] [instance: ecae6a68-ce7a-470c-a281-6423f0cc4870] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 519.703922] nova-conductor[53900]: DEBUG nova.network.neutron [None req-88dfc188-b2f7-409d-b6a0-98f5e4f94ed3 tempest-TenantUsagesTestJSON-964359239 tempest-TenantUsagesTestJSON-964359239-project-member] [instance: ecae6a68-ce7a-470c-a281-6423f0cc4870] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 519.732017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.732017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.732017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.835613] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 522.860586] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.860815] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.861068] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.908959] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.909216] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.909402] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.909771] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.909953] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.910127] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.924776] nova-conductor[53900]: DEBUG nova.quota [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Getting quotas for project 13a2e6179f0b46649a51c49cd7727662. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 522.928562] nova-conductor[53900]: DEBUG nova.quota [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Getting quotas for user 9786625a40ec4648863f5377a760adb2 and project 13a2e6179f0b46649a51c49cd7727662. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 522.938290] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] [instance: eb265cc7-f2af-48e4-9528-24ea5be3b129] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 522.938836] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.939081] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.939263] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.957907] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] [instance: eb265cc7-f2af-48e4-9528-24ea5be3b129] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 522.958703] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.958900] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.959080] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.992690] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.992918] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.993255] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.427387] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 523.464281] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.464281] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.464281] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.580883] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.580989] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.581605] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.581605] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.581749] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.582243] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.605357] nova-conductor[53899]: DEBUG nova.quota [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Getting quotas for project 96d477599f714ecc9041a2b7429e4bb9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 523.609157] nova-conductor[53899]: DEBUG nova.quota [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Getting quotas for user 43d3d728ac13430cac27cb862c8cc4f7 and project 96d477599f714ecc9041a2b7429e4bb9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 523.625607] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] [instance: 681c913b-7220-465d-a749-621168efe26a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 523.628270] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.628270] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.628270] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.633418] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] [instance: 681c913b-7220-465d-a749-621168efe26a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 523.634346] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.634615] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.634795] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.674869] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.675907] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.675907] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bda0ac2e-b517-4bd7-96e3-8d524effa446 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.752880] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 6281472f-0114-4180-a004-09ecc101c2f9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f7733715-fd09-4e3e-a5f8-6df1c1b0a686, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6281472f-0114-4180-a004-09ecc101c2f9 was re-scheduled: Binding failed for port f7733715-fd09-4e3e-a5f8-6df1c1b0a686, please check neutron logs for more information.\n'] [ 523.754056] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 523.754381] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6281472f-0114-4180-a004-09ecc101c2f9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6281472f-0114-4180-a004-09ecc101c2f9. [ 523.754768] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 6281472f-0114-4180-a004-09ecc101c2f9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6281472f-0114-4180-a004-09ecc101c2f9. [ 523.831286] nova-conductor[53899]: DEBUG nova.network.neutron [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 6281472f-0114-4180-a004-09ecc101c2f9] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 523.951285] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 523.970770] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.971405] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.971578] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.021658] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.021658] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.021658] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.021658] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.021658] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.021658] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.035288] nova-conductor[53899]: DEBUG nova.quota [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Getting quotas for project 4d19b2961f254d0aba58b6da2e046e84. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 524.038033] nova-conductor[53899]: DEBUG nova.quota [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Getting quotas for user 4a380a7aa3874289a0a76e5565442683 and project 4d19b2961f254d0aba58b6da2e046e84. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 524.044676] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] [instance: 96be8ae2-b4ae-4b7c-9064-346add930e14] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 524.045183] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.046033] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.046033] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.050147] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] [instance: 96be8ae2-b4ae-4b7c-9064-346add930e14] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 524.050875] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.051142] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.051363] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.074457] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.074684] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.074861] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.430256] nova-conductor[53899]: DEBUG nova.network.neutron [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 6281472f-0114-4180-a004-09ecc101c2f9] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 524.438166] nova-conductor[53899]: DEBUG nova.network.neutron [None req-3f669c66-0437-46bb-862f-03a55030874f tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 6281472f-0114-4180-a004-09ecc101c2f9] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 525.660938] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 525.693027] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.693027] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.693027] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.740854] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.741108] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.741311] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.741868] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.742204] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.742478] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.752270] nova-conductor[53899]: DEBUG nova.quota [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Getting quotas for project 96d477599f714ecc9041a2b7429e4bb9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 525.755600] nova-conductor[53899]: DEBUG nova.quota [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Getting quotas for user 43d3d728ac13430cac27cb862c8cc4f7 and project 96d477599f714ecc9041a2b7429e4bb9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 525.760965] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] [instance: f4a1ef9e-097b-41a3-9bb5-de45e2a5402d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 525.761491] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.762040] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.762040] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.766027] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] [instance: f4a1ef9e-097b-41a3-9bb5-de45e2a5402d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 525.766704] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.766913] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.767096] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.783418] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.783661] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.783831] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-95b8beca-56d7-41f9-9fea-a31e87789c9f tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.379909] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] [instance: 6b1b2432-82b6-4f59-96a4-05d9a73cd79a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1c8342a9-8c77-4a3a-8936-1408b20b0705, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6b1b2432-82b6-4f59-96a4-05d9a73cd79a was re-scheduled: Binding failed for port 1c8342a9-8c77-4a3a-8936-1408b20b0705, please check neutron logs for more information.\n'] [ 528.380351] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 528.380351] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b1b2432-82b6-4f59-96a4-05d9a73cd79a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b1b2432-82b6-4f59-96a4-05d9a73cd79a. [ 528.380648] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] [instance: 6b1b2432-82b6-4f59-96a4-05d9a73cd79a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b1b2432-82b6-4f59-96a4-05d9a73cd79a. [ 528.418156] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] [instance: 6b1b2432-82b6-4f59-96a4-05d9a73cd79a] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 528.510284] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] [instance: 6b1b2432-82b6-4f59-96a4-05d9a73cd79a] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 528.515171] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dd52134a-de64-429b-8ef9-e74f564fc7e4 tempest-ServerDiagnosticsNegativeTest-1186294725 tempest-ServerDiagnosticsNegativeTest-1186294725-project-member] [instance: 6b1b2432-82b6-4f59-96a4-05d9a73cd79a] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.621967] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 528.648813] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.650288] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.650513] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.698784] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.698980] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.699266] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.699751] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.699950] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.700134] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.711906] nova-conductor[53899]: DEBUG nova.quota [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Getting quotas for project 70284d476ce84c8dbdd1ce442f59ab87. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 528.717176] nova-conductor[53899]: DEBUG nova.quota [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Getting quotas for user 0b4785b76c104388b3885e3efe64dd86 and project 70284d476ce84c8dbdd1ce442f59ab87. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 528.723961] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 52b9bff5-4359-45b4-ac25-6545636b325c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 528.724480] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.724719] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.724890] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.732230] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 52b9bff5-4359-45b4-ac25-6545636b325c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 528.732230] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.732230] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.732230] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.755865] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.756152] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.756583] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.380501] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] [instance: 1dae4dc6-8031-4ef9-9272-8635efd2f4e2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a163e9b8-1a76-4144-a035-3d70243ea241, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1dae4dc6-8031-4ef9-9272-8635efd2f4e2 was re-scheduled: Binding failed for port a163e9b8-1a76-4144-a035-3d70243ea241, please check neutron logs for more information.\n'] [ 530.380938] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 530.381219] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1dae4dc6-8031-4ef9-9272-8635efd2f4e2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1dae4dc6-8031-4ef9-9272-8635efd2f4e2. [ 530.381575] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] [instance: 1dae4dc6-8031-4ef9-9272-8635efd2f4e2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1dae4dc6-8031-4ef9-9272-8635efd2f4e2. [ 530.408514] nova-conductor[53900]: DEBUG nova.network.neutron [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] [instance: 1dae4dc6-8031-4ef9-9272-8635efd2f4e2] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 530.574782] nova-conductor[53900]: DEBUG nova.network.neutron [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] [instance: 1dae4dc6-8031-4ef9-9272-8635efd2f4e2] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 530.581020] nova-conductor[53900]: DEBUG nova.network.neutron [None req-642569a6-6df3-4d27-ab8e-52ef02149d45 tempest-InstanceActionsTestJSON-101663957 tempest-InstanceActionsTestJSON-101663957-project-member] [instance: 1dae4dc6-8031-4ef9-9272-8635efd2f4e2] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 531.631927] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 531.657159] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.657390] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.657561] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.709318] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.709527] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.709693] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.710111] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.710254] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.710438] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.726947] nova-conductor[53900]: DEBUG nova.quota [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Getting quotas for project c86a44f76f8c416998c5e0541a906198. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 531.731086] nova-conductor[53900]: DEBUG nova.quota [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Getting quotas for user de8eeae0ca5345d1b90078eafa11793b and project c86a44f76f8c416998c5e0541a906198. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 531.738912] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: 909149a4-b11a-4c48-925c-01f22b385f96] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 531.740853] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.740853] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.740853] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.745036] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: 909149a4-b11a-4c48-925c-01f22b385f96] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 531.745383] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.745657] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.745845] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.789051] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.789716] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.789925] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.318099] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] [instance: 20f9e9d5-34b7-4ba9-bb01-5ca281931527] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4fc6f2a9-174a-4dea-9dee-5dab27575039, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 20f9e9d5-34b7-4ba9-bb01-5ca281931527 was re-scheduled: Binding failed for port 4fc6f2a9-174a-4dea-9dee-5dab27575039, please check neutron logs for more information.\n'] [ 532.319044] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 532.319675] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 20f9e9d5-34b7-4ba9-bb01-5ca281931527.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 20f9e9d5-34b7-4ba9-bb01-5ca281931527. [ 532.320197] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] [instance: 20f9e9d5-34b7-4ba9-bb01-5ca281931527] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 20f9e9d5-34b7-4ba9-bb01-5ca281931527. [ 532.366373] nova-conductor[53899]: DEBUG nova.network.neutron [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] [instance: 20f9e9d5-34b7-4ba9-bb01-5ca281931527] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 532.421371] nova-conductor[53899]: DEBUG nova.network.neutron [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] [instance: 20f9e9d5-34b7-4ba9-bb01-5ca281931527] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 532.428284] nova-conductor[53899]: DEBUG nova.network.neutron [None req-b08e2de2-aef2-497c-a6c7-faac6f09ff42 tempest-ImagesOneServerNegativeTestJSON-971748826 tempest-ImagesOneServerNegativeTestJSON-971748826-project-member] [instance: 20f9e9d5-34b7-4ba9-bb01-5ca281931527] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.200296] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-1170a2dd-6a8d-4e07-9790-bf53b4dcc5d0 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method rebuild_instance {{(pid=53900) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 533.200494] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1170a2dd-6a8d-4e07-9790-bf53b4dcc5d0 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.202371] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1170a2dd-6a8d-4e07-9790-bf53b4dcc5d0 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.202551] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1170a2dd-6a8d-4e07-9790-bf53b4dcc5d0 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.230633] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-1170a2dd-6a8d-4e07-9790-bf53b4dcc5d0 tempest-ServersAdmin275Test-917267291 tempest-ServersAdmin275Test-917267291-project-member] [instance: bc19edb6-fcce-4ce2-82c3-e1455b5ddbc9] No migration record for the rebuild/evacuate request. {{(pid=53900) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 533.833063] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 533.897150] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.901019] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.901019] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.976023] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.976023] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.976023] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.976023] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.976023] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.976023] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.001567] nova-conductor[53900]: DEBUG nova.quota [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Getting quotas for project f18dd8a10f7b4d04bdd3777fd8c1d16a. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 534.006411] nova-conductor[53900]: DEBUG nova.quota [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Getting quotas for user b0573da2833c40be8be8f0ea5488a1fd and project f18dd8a10f7b4d04bdd3777fd8c1d16a. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 534.024292] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] [instance: a3009029-7c15-423a-8f26-d3efe7b59be5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 534.024292] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.024292] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.024390] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.032355] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] [instance: a3009029-7c15-423a-8f26-d3efe7b59be5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 534.033450] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.033580] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.033787] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.067666] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.067899] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.068070] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.212071] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: 9626386e-b1a2-4f8d-a265-71b272094714] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 48185832-b804-4631-8125-bb1e1fe7ae20, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9626386e-b1a2-4f8d-a265-71b272094714 was re-scheduled: Binding failed for port 48185832-b804-4631-8125-bb1e1fe7ae20, please check neutron logs for more information.\n'] [ 534.215882] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 534.215882] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9626386e-b1a2-4f8d-a265-71b272094714.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9626386e-b1a2-4f8d-a265-71b272094714. [ 534.215882] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: 9626386e-b1a2-4f8d-a265-71b272094714] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9626386e-b1a2-4f8d-a265-71b272094714. [ 534.265013] nova-conductor[53899]: DEBUG nova.network.neutron [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: 9626386e-b1a2-4f8d-a265-71b272094714] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 534.368831] nova-conductor[53899]: DEBUG nova.network.neutron [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: 9626386e-b1a2-4f8d-a265-71b272094714] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 534.377867] nova-conductor[53899]: DEBUG nova.network.neutron [None req-eedb3036-3708-4238-a3df-884591d6af4a tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: 9626386e-b1a2-4f8d-a265-71b272094714] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 534.505205] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 534.533751] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.533751] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.533751] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.585686] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.585686] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.585686] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.585686] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.585686] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.585686] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.598067] nova-conductor[53900]: DEBUG nova.quota [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Getting quotas for project df73f19dbd2a43239d70d0ca051225a4. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 534.606037] nova-conductor[53900]: DEBUG nova.quota [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Getting quotas for user 8286c604e3d041eb80d953cbbb0a4610 and project df73f19dbd2a43239d70d0ca051225a4. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 534.616470] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 534.616995] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.617235] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.617400] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.626705] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 534.627702] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.627702] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.627781] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.656281] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.656514] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.656684] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.006717] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 535.026854] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.027245] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.027870] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.074015] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.074197] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.074365] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.075190] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.075367] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.076476] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.085954] nova-conductor[53899]: DEBUG nova.quota [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Getting quotas for project 9378416a4c184c3baca9e022354a1ea4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 535.088418] nova-conductor[53899]: DEBUG nova.quota [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Getting quotas for user cf2b6039bae54a15b0444f63e45b13cd and project 9378416a4c184c3baca9e022354a1ea4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 535.094134] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] [instance: 8edd0e9e-de59-4021-9c11-297760ea6571] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 535.094933] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.095434] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.095556] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.103835] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] [instance: 8edd0e9e-de59-4021-9c11-297760ea6571] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 535.103835] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.103835] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.103835] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.123430] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.123767] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.123909] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.486916] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] [instance: 0f9c439d-52f8-412c-80bd-87e0297ce5a9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 753ef802-2cfc-49d9-91b9-73d90e418d31, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0f9c439d-52f8-412c-80bd-87e0297ce5a9 was re-scheduled: Binding failed for port 753ef802-2cfc-49d9-91b9-73d90e418d31, please check neutron logs for more information.\n'] [ 536.487668] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 536.487813] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f9c439d-52f8-412c-80bd-87e0297ce5a9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f9c439d-52f8-412c-80bd-87e0297ce5a9. [ 536.488457] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] [instance: 0f9c439d-52f8-412c-80bd-87e0297ce5a9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f9c439d-52f8-412c-80bd-87e0297ce5a9. [ 536.502613] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 536.532133] nova-conductor[53899]: DEBUG nova.network.neutron [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] [instance: 0f9c439d-52f8-412c-80bd-87e0297ce5a9] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 536.535826] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.536093] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.536270] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.564829] nova-conductor[53899]: DEBUG nova.network.neutron [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] [instance: 0f9c439d-52f8-412c-80bd-87e0297ce5a9] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 536.573621] nova-conductor[53899]: DEBUG nova.network.neutron [None req-662abe44-6100-4379-bb18-88598e723402 tempest-FloatingIPsAssociationNegativeTestJSON-390615233 tempest-FloatingIPsAssociationNegativeTestJSON-390615233-project-member] [instance: 0f9c439d-52f8-412c-80bd-87e0297ce5a9] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.593810] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.594040] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.594332] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.594752] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.595026] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.595206] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.604866] nova-conductor[53899]: DEBUG nova.quota [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Getting quotas for project df73f19dbd2a43239d70d0ca051225a4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 536.608077] nova-conductor[53899]: DEBUG nova.quota [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Getting quotas for user 8286c604e3d041eb80d953cbbb0a4610 and project df73f19dbd2a43239d70d0ca051225a4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 536.618312] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 17f6fbc3-632b-4053-85ab-461259732ec8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 536.618312] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.618560] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.618637] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.623596] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 17f6fbc3-632b-4053-85ab-461259732ec8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 536.624216] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.624432] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.624835] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.650450] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.650651] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.651032] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.226399] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] [instance: f998cfc9-1a2e-4252-a1db-65481f02ce9a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a7676b64-3d81-406a-84ba-cde8ce96e460, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f998cfc9-1a2e-4252-a1db-65481f02ce9a was re-scheduled: Binding failed for port a7676b64-3d81-406a-84ba-cde8ce96e460, please check neutron logs for more information.\n'] [ 538.228448] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 538.228448] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f998cfc9-1a2e-4252-a1db-65481f02ce9a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f998cfc9-1a2e-4252-a1db-65481f02ce9a. [ 538.230907] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] [instance: f998cfc9-1a2e-4252-a1db-65481f02ce9a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f998cfc9-1a2e-4252-a1db-65481f02ce9a. [ 538.280475] nova-conductor[53899]: DEBUG nova.network.neutron [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] [instance: f998cfc9-1a2e-4252-a1db-65481f02ce9a] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 538.313083] nova-conductor[53899]: DEBUG nova.network.neutron [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] [instance: f998cfc9-1a2e-4252-a1db-65481f02ce9a] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.318088] nova-conductor[53899]: DEBUG nova.network.neutron [None req-a4164727-2c56-4732-a462-cfab6f983a44 tempest-ImagesOneServerTestJSON-1007529277 tempest-ImagesOneServerTestJSON-1007529277-project-member] [instance: f998cfc9-1a2e-4252-a1db-65481f02ce9a] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.429095] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 540.450670] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.450670] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.450816] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.491701] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.491984] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.492212] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.492640] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.492828] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.492988] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.505011] nova-conductor[53899]: DEBUG nova.quota [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Getting quotas for project 3ea237fe7bda4982bc31aad7dfc5cd7e. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 540.508350] nova-conductor[53899]: DEBUG nova.quota [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Getting quotas for user 5acf389babed4b1a92abf731f2cb3fb3 and project 3ea237fe7bda4982bc31aad7dfc5cd7e. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 540.514570] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: f0c9dcee-cf3b-4abb-9014-b80b752cd94c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 540.515874] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.515874] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.515874] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.518471] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: f0c9dcee-cf3b-4abb-9014-b80b752cd94c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 540.519140] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.520819] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.520819] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.538465] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.538781] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.538781] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.822404] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 542.851664] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.851796] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.851976] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.890877] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.891138] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.891313] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.891706] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.891910] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.892094] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.903861] nova-conductor[53900]: DEBUG nova.quota [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Getting quotas for project e5fc9499198441c38da185e2c2b0c2b0. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 542.908046] nova-conductor[53900]: DEBUG nova.quota [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Getting quotas for user 41f077e3e4854ea3b741b4ec87f83017 and project e5fc9499198441c38da185e2c2b0c2b0. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 542.917748] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 542.918276] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.918788] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.918975] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.923906] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 542.924533] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.924786] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.924974] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.953064] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.953208] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.953380] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.439853] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=325,nova_cell1:UPDATE=139,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 543.827211] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-bb97a089-f711-49cd-b07d-ecb80946e53f tempest-ServersAdmin275Test-354786420 tempest-ServersAdmin275Test-354786420-project-admin] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method rebuild_instance {{(pid=53899) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 543.827452] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bb97a089-f711-49cd-b07d-ecb80946e53f tempest-ServersAdmin275Test-354786420 tempest-ServersAdmin275Test-354786420-project-admin] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.827654] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bb97a089-f711-49cd-b07d-ecb80946e53f tempest-ServersAdmin275Test-354786420 tempest-ServersAdmin275Test-354786420-project-admin] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.827972] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-bb97a089-f711-49cd-b07d-ecb80946e53f tempest-ServersAdmin275Test-354786420 tempest-ServersAdmin275Test-354786420-project-admin] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.847681] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-bb97a089-f711-49cd-b07d-ecb80946e53f tempest-ServersAdmin275Test-354786420 tempest-ServersAdmin275Test-354786420-project-admin] [instance: bc19edb6-fcce-4ce2-82c3-e1455b5ddbc9] No migration record for the rebuild/evacuate request. {{(pid=53899) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 547.075346] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 547.107668] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.107668] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.107668] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.174194] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.174707] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.175016] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.176756] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.177076] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.177456] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.203921] nova-conductor[53899]: DEBUG nova.quota [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Getting quotas for project cb097cf58bde4223bcf1856bc42f6355. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 547.208336] nova-conductor[53899]: DEBUG nova.quota [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Getting quotas for user c6c2371439ce4f51bf0ca9a02eb7d3d2 and project cb097cf58bde4223bcf1856bc42f6355. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 547.219824] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] [instance: 3a579f75-ba82-459a-89b3-75615df4879e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 547.220479] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.220703] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.220866] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.231703] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] [instance: 3a579f75-ba82-459a-89b3-75615df4879e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.233104] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.233104] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.233104] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.288567] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.288812] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.288979] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.488998] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=341,nova_cell1:UPDATE=149,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 548.492565] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 548.536175] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.536266] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.536460] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.576276] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.576522] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.576694] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.577767] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.577767] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.577767] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.588865] nova-conductor[53899]: DEBUG nova.quota [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 548.593355] nova-conductor[53899]: DEBUG nova.quota [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for user 338f5deb66cc4227acff3e038713e5c8 and project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 548.598804] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: cded960a-0cf1-4b27-865e-579ca59734a0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 548.599366] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.599595] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.599765] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.606036] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: cded960a-0cf1-4b27-865e-579ca59734a0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 548.607346] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.607346] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.607346] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.633016] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.633016] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.633016] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.713881] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 549.741635] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.741773] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.742147] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.784017] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.784017] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.784017] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.784200] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.784440] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.784535] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.795778] nova-conductor[53899]: DEBUG nova.quota [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Getting quotas for project 96362c8a12f14fabaaaf85ecb2ffdb98. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 549.798519] nova-conductor[53899]: DEBUG nova.quota [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Getting quotas for user a9ad83b3d6864ed190f6e5e101979e97 and project 96362c8a12f14fabaaaf85ecb2ffdb98. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 549.805085] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] [instance: 69389032-4877-4afb-9853-e03f282c8fd9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 549.806036] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.806036] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.806301] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.811338] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] [instance: 69389032-4877-4afb-9853-e03f282c8fd9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 549.812227] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.812227] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.812402] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.847623] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.848046] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.848046] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.671355] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 550.700958] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.700958] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.700958] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.740765] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.741100] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.741666] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.741666] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.741813] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.741967] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.759019] nova-conductor[53899]: DEBUG nova.quota [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Getting quotas for project 3de462d3b3664ac28ab0502e3699e802. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 550.763549] nova-conductor[53899]: DEBUG nova.quota [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Getting quotas for user dc1e7624839f488bbe28b1ef3d330a80 and project 3de462d3b3664ac28ab0502e3699e802. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 550.773769] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] [instance: 55001082-99ac-492c-8d2d-3a5c3bbb0e40] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 550.774337] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.774530] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.774690] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.779999] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] [instance: 55001082-99ac-492c-8d2d-3a5c3bbb0e40] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 550.780705] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.780922] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.781105] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.818962] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.819215] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.819391] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.899955] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.900142] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.902032] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.443848] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.461041] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.461041] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.461041] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.514436] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.514827] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.514827] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.515225] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.515425] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.515587] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.524886] nova-conductor[53899]: DEBUG nova.quota [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Getting quotas for project 1ff856d14ffa4a81af17bcd476273abd. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 551.526335] nova-conductor[53899]: DEBUG nova.quota [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Getting quotas for user 25909fa822d04464b0a0f4739c57b41d and project 1ff856d14ffa4a81af17bcd476273abd. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 551.532855] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] [instance: 02235e3c-37e2-4e36-9670-e3b47c46b73f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 551.533082] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.534189] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.534189] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.552839] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] [instance: 02235e3c-37e2-4e36-9670-e3b47c46b73f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 551.554353] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.554353] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.554353] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.590277] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.590554] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.590730] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.058090] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 552.083588] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.083648] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.083873] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.148291] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.148575] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.151331] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.151331] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.151331] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.151331] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.161912] nova-conductor[53899]: DEBUG nova.quota [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Getting quotas for project 9ff3b73a014e4cfb8a2f1a61e335c112. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 552.170030] nova-conductor[53899]: DEBUG nova.quota [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Getting quotas for user 5e46263cbbcb4844a33cce80189f2611 and project 9ff3b73a014e4cfb8a2f1a61e335c112. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 552.182729] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0c7acda0-a99e-4d7b-adc4-2035c8630fb9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.183361] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.183590] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.183770] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.188748] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0c7acda0-a99e-4d7b-adc4-2035c8630fb9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.189483] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.189692] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.189884] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.218286] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.218541] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.218782] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.897165] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=14 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 552.928020] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=44,nova_cell1:SAVEPOINT=12,nova_cell1:INSERT=105,nova_cell1:RELEASE=12,nova_cell1:UPDATE=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 552.943796] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=86,nova_api:UPDATE=5,nova_api:DELETE=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 552.946782] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=71,nova_api:DELETE=10,nova_api:UPDATE=8 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 553.653254] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 553.678181] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.678181] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.678181] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.763197] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.763524] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.763659] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.764171] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.764398] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.764555] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.775015] nova-conductor[53899]: DEBUG nova.quota [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 553.777790] nova-conductor[53899]: DEBUG nova.quota [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for user 64c9d3a885924f63995269e03de90efb and project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 553.783980] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 8161612f-2fdb-4e4d-a161-5658ab75fac0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 553.784617] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.784919] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.785078] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.794040] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 8161612f-2fdb-4e4d-a161-5658ab75fac0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 553.794897] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.795168] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.795404] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.820829] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.821106] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.821471] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.338552] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.359807] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.360070] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.360302] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.405757] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.406976] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.406976] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.406976] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.406976] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.406976] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.423123] nova-conductor[53900]: DEBUG nova.quota [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Getting quotas for project 9ff3b73a014e4cfb8a2f1a61e335c112. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.425583] nova-conductor[53900]: DEBUG nova.quota [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Getting quotas for user 5e46263cbbcb4844a33cce80189f2611 and project 9ff3b73a014e4cfb8a2f1a61e335c112. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.432354] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0fbcfac5-64db-4911-a2a7-441e1defb92a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.432882] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.433213] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.433289] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.441407] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0fbcfac5-64db-4911-a2a7-441e1defb92a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.442139] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.442560] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.442560] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.460865] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.461119] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.461299] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.062512] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=134,nova_api:UPDATE=15,nova_api:DELETE=11 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 555.572979] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 555.578146] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=134,nova_api:UPDATE=7,nova_api:DELETE=11 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 555.585711] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.586131] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.586431] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.588671] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=73,nova_cell1:SAVEPOINT=19,nova_cell1:INSERT=176,nova_cell1:RELEASE=19,nova_cell1:UPDATE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 555.633929] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.634215] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.634384] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.634750] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.635097] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.635097] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.649456] nova-conductor[53899]: DEBUG nova.quota [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Getting quotas for project 883bd27f51ea41adb9732d9eb5b6dd7c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 555.666174] nova-conductor[53899]: DEBUG nova.quota [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Getting quotas for user c10438e1d14343ae875282dc08204714 and project 883bd27f51ea41adb9732d9eb5b6dd7c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 555.685155] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] [instance: 606ce981-4ba8-4d7d-b49d-5012d60e2b31] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 555.685738] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.685994] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.686431] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.703323] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] [instance: 606ce981-4ba8-4d7d-b49d-5012d60e2b31] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 555.704082] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.704299] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.704463] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.726503] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.726598] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.726889] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.921131] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 556.940506] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.940901] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.941162] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.996429] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.996688] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.996858] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.997290] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.997494] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.997661] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.011499] nova-conductor[53900]: DEBUG nova.quota [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Getting quotas for project fceaecc480604f76a06f8dc9367abf97. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 557.016747] nova-conductor[53900]: DEBUG nova.quota [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Getting quotas for user 3864711644654cea905c70a0dbf06364 and project fceaecc480604f76a06f8dc9367abf97. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 557.023542] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: f17a34cc-e3c1-4585-9c84-b5d75b14dc52] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 557.024728] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.025052] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.025414] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.033539] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: f17a34cc-e3c1-4585-9c84-b5d75b14dc52] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 557.034436] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.034657] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.034879] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.060851] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.061116] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.061313] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.878971] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 560.903832] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.904124] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.904301] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.953433] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.953673] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.953960] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.954877] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.955141] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.955720] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.971425] nova-conductor[53900]: DEBUG nova.quota [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Getting quotas for project 430ef1a302aa441e8a54e9b7b6f03008. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 560.975940] nova-conductor[53900]: DEBUG nova.quota [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Getting quotas for user c5eef5e00a8e4803b4af4e2f0d5390a6 and project 430ef1a302aa441e8a54e9b7b6f03008. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 560.984629] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] [instance: 5eb7f584-47e0-481a-9feb-800c915cc977] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 560.985201] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.985472] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.985600] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.994492] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] [instance: 5eb7f584-47e0-481a-9feb-800c915cc977] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 560.995337] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.995573] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.995781] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.034669] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.034669] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.034669] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.802502] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 562.817197] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.817498] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.817811] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.857478] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.857692] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.857935] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.858357] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.858604] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.858807] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.872479] nova-conductor[53900]: DEBUG nova.quota [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Getting quotas for project 70cd9e5ea34e43d0ad414b8550b7a9f3. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 562.875546] nova-conductor[53900]: DEBUG nova.quota [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Getting quotas for user ae83260429c2454faf2a3c6177d801ef and project 70cd9e5ea34e43d0ad414b8550b7a9f3. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 562.887139] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: cc98dbab-c8de-4676-8354-364c51b9172c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 562.887712] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.888185] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.889217] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.896525] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: cc98dbab-c8de-4676-8354-364c51b9172c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 562.897216] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.897414] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.897573] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.914913] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.915149] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.915322] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.311158] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] [instance: 5614c0a9-831a-47e0-80e3-fe21344c1b5d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8a587ad3-592d-4091-81a9-febfa57d4ecc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5614c0a9-831a-47e0-80e3-fe21344c1b5d was re-scheduled: Binding failed for port 8a587ad3-592d-4091-81a9-febfa57d4ecc, please check neutron logs for more information.\n'] [ 564.311796] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 564.312064] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5614c0a9-831a-47e0-80e3-fe21344c1b5d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5614c0a9-831a-47e0-80e3-fe21344c1b5d. [ 564.312393] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] [instance: 5614c0a9-831a-47e0-80e3-fe21344c1b5d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5614c0a9-831a-47e0-80e3-fe21344c1b5d. [ 564.343096] nova-conductor[53899]: DEBUG nova.network.neutron [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] [instance: 5614c0a9-831a-47e0-80e3-fe21344c1b5d] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 564.361842] nova-conductor[53899]: DEBUG nova.network.neutron [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] [instance: 5614c0a9-831a-47e0-80e3-fe21344c1b5d] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.365670] nova-conductor[53899]: DEBUG nova.network.neutron [None req-dbf5b801-eae7-4754-8135-69bcb9537e40 tempest-ServersAdminNegativeTestJSON-739549051 tempest-ServersAdminNegativeTestJSON-739549051-project-member] [instance: 5614c0a9-831a-47e0-80e3-fe21344c1b5d] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.639288] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=17 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 565.710369] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1,nova_cell1:SELECT=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 565.718806] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 565.723794] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 566.700171] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 566.714182] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.714437] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.714672] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.752282] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.752562] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.752748] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.753150] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.753340] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.753529] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.763128] nova-conductor[53899]: DEBUG nova.quota [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Getting quotas for project f2da402b78c24237983c790ec4902d51. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 566.773791] nova-conductor[53899]: DEBUG nova.quota [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Getting quotas for user 487c92f450a142bcb3d90fbfac5a1e4f and project f2da402b78c24237983c790ec4902d51. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 566.781032] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] [instance: f8e8fd36-e43c-46cf-9e42-f4419acb7b22] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 566.781479] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.781719] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.781903] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.789679] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] [instance: f8e8fd36-e43c-46cf-9e42-f4419acb7b22] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 566.790387] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.790606] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.790776] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.810180] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.810180] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.810180] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.863872] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=4 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 572.901654] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=31,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 572.911679] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=24,nova_api:DELETE=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 572.912736] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=24,nova_api:UPDATE=4,nova_api:DELETE=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 575.894728] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 575.908739] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.909060] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.909298] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.946151] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.946369] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.946621] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.947159] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.947232] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.947467] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.957871] nova-conductor[53900]: DEBUG nova.quota [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Getting quotas for project a092479ad44f4c1d859bd61ee34488d4. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 575.961325] nova-conductor[53900]: DEBUG nova.quota [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Getting quotas for user 482b61998319462583236b334ae6e494 and project a092479ad44f4c1d859bd61ee34488d4. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 575.966996] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] [instance: 070b6422-83d2-4b00-919f-2210fda9d82b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 575.967524] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.967755] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.967924] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.973758] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] [instance: 070b6422-83d2-4b00-919f-2210fda9d82b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 575.974472] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.974682] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.974851] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.994427] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.994697] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.994882] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-4c69c3d9-8ee5-4fbc-9d51-c5ea3f8db1ba tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.758053] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 576.793371] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 576.800381] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 576.804186] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 581.013755] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] [instance: 18a0fc3a-7cdf-4512-abeb-3370abe0b17c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ac109e01-0eec-421e-96bd-66161c4bd250, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 18a0fc3a-7cdf-4512-abeb-3370abe0b17c was re-scheduled: Binding failed for port ac109e01-0eec-421e-96bd-66161c4bd250, please check neutron logs for more information.\n'] [ 581.016370] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 581.016534] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 18a0fc3a-7cdf-4512-abeb-3370abe0b17c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 18a0fc3a-7cdf-4512-abeb-3370abe0b17c. [ 581.018314] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] [instance: 18a0fc3a-7cdf-4512-abeb-3370abe0b17c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 18a0fc3a-7cdf-4512-abeb-3370abe0b17c. [ 581.047816] nova-conductor[53900]: DEBUG nova.network.neutron [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] [instance: 18a0fc3a-7cdf-4512-abeb-3370abe0b17c] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.074844] nova-conductor[53900]: DEBUG nova.network.neutron [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] [instance: 18a0fc3a-7cdf-4512-abeb-3370abe0b17c] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.078354] nova-conductor[53900]: DEBUG nova.network.neutron [None req-de37fbd0-b004-4383-addf-0749f912f735 tempest-ServersTestJSON-249483826 tempest-ServersTestJSON-249483826-project-member] [instance: 18a0fc3a-7cdf-4512-abeb-3370abe0b17c] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.644935] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 582.667305] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.667305] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.667305] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.700296] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.700541] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.700718] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.701114] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.701305] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.701470] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.714541] nova-conductor[53900]: DEBUG nova.quota [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Getting quotas for project c5f9142d2ea24f498b3ebdcaebae8a44. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 582.717352] nova-conductor[53900]: DEBUG nova.quota [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Getting quotas for user 31c2b69c4e174d1ebb7c646b6a314d9b and project c5f9142d2ea24f498b3ebdcaebae8a44. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 582.722368] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] [instance: 9dc09d8d-5a4c-49a0-bc75-31e6284e1815] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 582.722874] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.723091] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.723257] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.727096] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] [instance: 9dc09d8d-5a4c-49a0-bc75-31e6284e1815] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 582.727755] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.727955] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.728135] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.743686] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.743905] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.744081] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.083295] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 572967b0-863f-4d13-a205-b0f835c87fd3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c43d9010-6d34-4b69-b3f3-c970c9184bfe, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 572967b0-863f-4d13-a205-b0f835c87fd3 was re-scheduled: Binding failed for port c43d9010-6d34-4b69-b3f3-c970c9184bfe, please check neutron logs for more information.\n'] [ 583.083909] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 583.084154] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 572967b0-863f-4d13-a205-b0f835c87fd3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 572967b0-863f-4d13-a205-b0f835c87fd3. [ 583.084492] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 572967b0-863f-4d13-a205-b0f835c87fd3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 572967b0-863f-4d13-a205-b0f835c87fd3. [ 583.114121] nova-conductor[53900]: DEBUG nova.network.neutron [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 572967b0-863f-4d13-a205-b0f835c87fd3] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 583.131544] nova-conductor[53900]: DEBUG nova.network.neutron [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 572967b0-863f-4d13-a205-b0f835c87fd3] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.135484] nova-conductor[53900]: DEBUG nova.network.neutron [None req-4bba85a4-2841-4594-bb4f-b5b8f1d5a482 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 572967b0-863f-4d13-a205-b0f835c87fd3] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.549718] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 584.567339] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.567599] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.569187] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.607794] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.608124] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.608218] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.608585] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.608772] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.608936] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.620384] nova-conductor[53900]: DEBUG nova.quota [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 584.623454] nova-conductor[53900]: DEBUG nova.quota [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for user b58684a1f98646a195632b60638ceb32 and project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 584.629210] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: fc9086c2-3ffa-4e54-8f6a-701e1afb6036] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 584.631790] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.631790] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.631790] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.634054] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: fc9086c2-3ffa-4e54-8f6a-701e1afb6036] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 584.634759] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.634957] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.636017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.649914] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.650150] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.650316] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.087148] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] [instance: cdeae3e0-51ae-4498-9dbf-16583ff69a6b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5630bb3d-9bcd-4651-a906-b4bf36ecf64f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cdeae3e0-51ae-4498-9dbf-16583ff69a6b was re-scheduled: Binding failed for port 5630bb3d-9bcd-4651-a906-b4bf36ecf64f, please check neutron logs for more information.\n'] [ 585.088350] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 585.088350] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cdeae3e0-51ae-4498-9dbf-16583ff69a6b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cdeae3e0-51ae-4498-9dbf-16583ff69a6b. [ 585.088730] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] [instance: cdeae3e0-51ae-4498-9dbf-16583ff69a6b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cdeae3e0-51ae-4498-9dbf-16583ff69a6b. [ 585.119760] nova-conductor[53899]: DEBUG nova.network.neutron [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] [instance: cdeae3e0-51ae-4498-9dbf-16583ff69a6b] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.151149] nova-conductor[53899]: DEBUG nova.network.neutron [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] [instance: cdeae3e0-51ae-4498-9dbf-16583ff69a6b] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.155277] nova-conductor[53899]: DEBUG nova.network.neutron [None req-11cd50e8-48ba-4d10-bea8-02df1a42d0a5 tempest-VolumesAssistedSnapshotsTest-1868765571 tempest-VolumesAssistedSnapshotsTest-1868765571-project-member] [instance: cdeae3e0-51ae-4498-9dbf-16583ff69a6b] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.676163] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] [instance: 6b07f807-2fd4-4971-86b5-22afaadebe8d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f5babc9-347d-48cb-9b55-885de8213f76, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6b07f807-2fd4-4971-86b5-22afaadebe8d was re-scheduled: Binding failed for port 9f5babc9-347d-48cb-9b55-885de8213f76, please check neutron logs for more information.\n'] [ 589.677374] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 589.679020] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b07f807-2fd4-4971-86b5-22afaadebe8d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b07f807-2fd4-4971-86b5-22afaadebe8d. [ 589.679020] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] [instance: 6b07f807-2fd4-4971-86b5-22afaadebe8d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b07f807-2fd4-4971-86b5-22afaadebe8d. [ 589.716772] nova-conductor[53900]: DEBUG nova.network.neutron [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] [instance: 6b07f807-2fd4-4971-86b5-22afaadebe8d] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.751982] nova-conductor[53900]: DEBUG nova.network.neutron [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] [instance: 6b07f807-2fd4-4971-86b5-22afaadebe8d] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.756528] nova-conductor[53900]: DEBUG nova.network.neutron [None req-8e7bd259-e777-4e36-9dab-e9a51c411990 tempest-ServersWithSpecificFlavorTestJSON-137226755 tempest-ServersWithSpecificFlavorTestJSON-137226755-project-member] [instance: 6b07f807-2fd4-4971-86b5-22afaadebe8d] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.003290] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c72d5e0b-49ae-4112-996c-09fc09de1ae0 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method rebuild_instance {{(pid=53899) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 592.004012] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c72d5e0b-49ae-4112-996c-09fc09de1ae0 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.004012] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c72d5e0b-49ae-4112-996c-09fc09de1ae0 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.004012] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c72d5e0b-49ae-4112-996c-09fc09de1ae0 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.015285] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c72d5e0b-49ae-4112-996c-09fc09de1ae0 tempest-ServerShowV247Test-1984321789 tempest-ServerShowV247Test-1984321789-project-member] [instance: f4a1ef9e-097b-41a3-9bb5-de45e2a5402d] No migration record for the rebuild/evacuate request. {{(pid=53899) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 594.469093] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] [instance: 958ed6d0-3519-4b51-a29c-a2f6caec3881] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1d33ae98-49c1-483e-a36a-24e5de577f2e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 958ed6d0-3519-4b51-a29c-a2f6caec3881 was re-scheduled: Binding failed for port 1d33ae98-49c1-483e-a36a-24e5de577f2e, please check neutron logs for more information.\n'] [ 594.469713] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 594.469948] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 958ed6d0-3519-4b51-a29c-a2f6caec3881.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 958ed6d0-3519-4b51-a29c-a2f6caec3881. [ 594.470274] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] [instance: 958ed6d0-3519-4b51-a29c-a2f6caec3881] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 958ed6d0-3519-4b51-a29c-a2f6caec3881. [ 594.493993] nova-conductor[53899]: DEBUG nova.network.neutron [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] [instance: 958ed6d0-3519-4b51-a29c-a2f6caec3881] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 594.517329] nova-conductor[53899]: DEBUG nova.network.neutron [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] [instance: 958ed6d0-3519-4b51-a29c-a2f6caec3881] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.522016] nova-conductor[53899]: DEBUG nova.network.neutron [None req-2af12263-f80e-4abd-ba72-dd9b2c6f57ed tempest-AttachInterfacesV270Test-2155927 tempest-AttachInterfacesV270Test-2155927-project-member] [instance: 958ed6d0-3519-4b51-a29c-a2f6caec3881] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.613135] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 594.637633] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 594.643120] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 594.648568] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 595.901225] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 595.916826] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.919016] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.919307] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.970947] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.971928] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.971928] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.972884] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.972884] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.972884] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.985675] nova-conductor[53900]: DEBUG nova.quota [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Getting quotas for project 6374cec3ec764528ad57e1b7ca9e62a9. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 595.990526] nova-conductor[53900]: DEBUG nova.quota [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Getting quotas for user e87aa4cdae6040e98d790e590fe682b7 and project 6374cec3ec764528ad57e1b7ca9e62a9. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 595.997758] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] [instance: b6b54485-ca35-4e38-bffe-126d27e3eba9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 595.998281] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.998494] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.998666] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.006569] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] [instance: b6b54485-ca35-4e38-bffe-126d27e3eba9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 596.007402] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.007736] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.008014] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.040188] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.040434] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.040604] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.748754] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] [instance: eb265cc7-f2af-48e4-9528-24ea5be3b129] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4a83b4d0-e054-4b6d-a256-9c4ea103bdd5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance eb265cc7-f2af-48e4-9528-24ea5be3b129 was re-scheduled: Binding failed for port 4a83b4d0-e054-4b6d-a256-9c4ea103bdd5, please check neutron logs for more information.\n'] [ 596.749677] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 596.749803] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eb265cc7-f2af-48e4-9528-24ea5be3b129.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eb265cc7-f2af-48e4-9528-24ea5be3b129. [ 596.750207] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] [instance: eb265cc7-f2af-48e4-9528-24ea5be3b129] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eb265cc7-f2af-48e4-9528-24ea5be3b129. [ 596.780009] nova-conductor[53900]: DEBUG nova.network.neutron [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] [instance: eb265cc7-f2af-48e4-9528-24ea5be3b129] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.800311] nova-conductor[53900]: DEBUG nova.network.neutron [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] [instance: eb265cc7-f2af-48e4-9528-24ea5be3b129] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.802345] nova-conductor[53900]: DEBUG nova.network.neutron [None req-f93488d5-1b2a-4f3b-9be9-82a2329a9fd5 tempest-ServerTagsTestJSON-248241481 tempest-ServerTagsTestJSON-248241481-project-member] [instance: eb265cc7-f2af-48e4-9528-24ea5be3b129] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.083048] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] [instance: 96be8ae2-b4ae-4b7c-9064-346add930e14] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 793d566a-77eb-44ee-a6cb-6045771a7c71, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 96be8ae2-b4ae-4b7c-9064-346add930e14 was re-scheduled: Binding failed for port 793d566a-77eb-44ee-a6cb-6045771a7c71, please check neutron logs for more information.\n'] [ 601.083690] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 601.083925] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96be8ae2-b4ae-4b7c-9064-346add930e14.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96be8ae2-b4ae-4b7c-9064-346add930e14. [ 601.085027] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] [instance: 96be8ae2-b4ae-4b7c-9064-346add930e14] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96be8ae2-b4ae-4b7c-9064-346add930e14. [ 601.113682] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] [instance: 96be8ae2-b4ae-4b7c-9064-346add930e14] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.156052] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] [instance: 96be8ae2-b4ae-4b7c-9064-346add930e14] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.161283] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dee9dada-ee7a-4c20-a01b-a6fe4daccabd tempest-ServerMetadataTestJSON-289143272 tempest-ServerMetadataTestJSON-289143272-project-member] [instance: 96be8ae2-b4ae-4b7c-9064-346add930e14] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.019657] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 602.034164] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 604.117541] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=342,nova_cell1:UPDATE=168,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 605.979236] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 606.010750] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 606.027012] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=8 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 606.031430] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 606.741392] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.770753] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.770753] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.770753] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.859261] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.859261] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.859261] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.859261] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.859261] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.859678] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.899313] nova-conductor[53900]: DEBUG nova.quota [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Getting quotas for project 46fea02315bd42069c2eca1c8581bed9. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.907840] nova-conductor[53900]: DEBUG nova.quota [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Getting quotas for user 86e8de42ded74378968be768aedc5808 and project 46fea02315bd42069c2eca1c8581bed9. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.918241] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] [instance: ce648f49-ea94-4803-8303-9b175f9d9c0c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.918992] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.920036] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.920036] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.927287] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] [instance: ce648f49-ea94-4803-8303-9b175f9d9c0c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.928083] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.928309] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.928480] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.957834] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.958090] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.958366] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.213716] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 607.240174] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.241530] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.243168] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.319451] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.319729] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.319953] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.320370] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.320583] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.320758] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.339874] nova-conductor[53899]: DEBUG nova.quota [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Getting quotas for project d0fed375e7584f738eedb91900b82c6f. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 607.343613] nova-conductor[53899]: DEBUG nova.quota [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Getting quotas for user a0fb7f66333c421ba57b71d88b116b72 and project d0fed375e7584f738eedb91900b82c6f. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 607.356301] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: 652568ed-7e1d-412c-b396-9ba9cfb3d594] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 607.356848] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.357077] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.357232] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.367048] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: 652568ed-7e1d-412c-b396-9ba9cfb3d594] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 607.367737] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.367958] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.368141] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.390273] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.390531] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.390710] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.788173] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 607.815019] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.815284] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.815427] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.875340] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.875562] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.876347] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.876737] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.877138] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.877318] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.886303] nova-conductor[53899]: DEBUG nova.quota [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 607.894162] nova-conductor[53899]: DEBUG nova.quota [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for user 484557b41cae4ce49aed87ce9225021f and project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 607.900632] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5659ffc0-9ae5-4a3c-aa12-968ab8395a78] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 607.901306] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.901593] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.901778] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.908359] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5659ffc0-9ae5-4a3c-aa12-968ab8395a78] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 607.909062] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.909280] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.909449] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.928028] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.928287] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.928488] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.254027] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 608.271604] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.271950] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.272453] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.328673] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.328673] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.329018] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.330077] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.330077] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.330077] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.367325] nova-conductor[53900]: DEBUG nova.quota [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Getting quotas for project d0fed375e7584f738eedb91900b82c6f. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 608.370093] nova-conductor[53900]: DEBUG nova.quota [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Getting quotas for user a0fb7f66333c421ba57b71d88b116b72 and project d0fed375e7584f738eedb91900b82c6f. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 608.376059] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: d3e2afce-7714-4e1a-bb04-02a105efdc08] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.376559] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.376766] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.376930] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.382090] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: d3e2afce-7714-4e1a-bb04-02a105efdc08] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.382734] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.382938] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.383115] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.402375] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.402425] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.402597] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.577261] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=378,nova_cell1:UPDATE=192,nova_cell1:INSERT=21,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:DELETE=4 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 609.019596] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 609.037042] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.037841] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.038260] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.076489] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.076650] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.077102] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.077160] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.077338] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.077499] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.094399] nova-conductor[53900]: DEBUG nova.quota [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Getting quotas for project 9ba3ed7f78de4870a0f333d54b828475. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 609.098866] nova-conductor[53900]: DEBUG nova.quota [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Getting quotas for user d9dbc5c0e67f43258ab76e52203466bf and project 9ba3ed7f78de4870a0f333d54b828475. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 609.104897] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] [instance: aa6a8fb5-5d38-4fc1-a94d-605fbc18a292] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 609.105529] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.105941] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.106313] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.111711] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] [instance: aa6a8fb5-5d38-4fc1-a94d-605fbc18a292] block_device_mapping [BlockDeviceMapping(attachment_id=67ca2c32-a82d-48cd-87af-c23cfe628c5c,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='5d851f64-1bbd-402e-9a94-1ee9115920ff',volume_size=1,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 609.112599] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.112920] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.114457] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.141409] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.141409] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.141790] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.881632] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 617.912826] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 617.920998] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 617.922282] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.543938] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 52b9bff5-4359-45b4-ac25-6545636b325c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ae326906-86ef-48ff-ac41-4a5c99c9272c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 52b9bff5-4359-45b4-ac25-6545636b325c was re-scheduled: Binding failed for port ae326906-86ef-48ff-ac41-4a5c99c9272c, please check neutron logs for more information.\n'] [ 618.544586] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 618.544910] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 52b9bff5-4359-45b4-ac25-6545636b325c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 52b9bff5-4359-45b4-ac25-6545636b325c. [ 618.545559] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 52b9bff5-4359-45b4-ac25-6545636b325c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 52b9bff5-4359-45b4-ac25-6545636b325c. [ 618.574972] nova-conductor[53899]: DEBUG nova.network.neutron [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 52b9bff5-4359-45b4-ac25-6545636b325c] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.594423] nova-conductor[53899]: DEBUG nova.network.neutron [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 52b9bff5-4359-45b4-ac25-6545636b325c] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.596923] nova-conductor[53899]: DEBUG nova.network.neutron [None req-e6c41cf3-1d33-4a35-8e45-8e288f359a47 tempest-DeleteServersAdminTestJSON-1773975008 tempest-DeleteServersAdminTestJSON-1773975008-project-member] [instance: 52b9bff5-4359-45b4-ac25-6545636b325c] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.082027] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 619.118021] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 619.135385] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 619.139826] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.649124] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 624.665454] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.665751] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.665917] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.709412] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.709683] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.709851] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.711931] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.711931] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.711931] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.724595] nova-conductor[53900]: DEBUG nova.quota [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Getting quotas for project 520b9c7dbc2d4a419cb6642947f32965. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 624.728149] nova-conductor[53900]: DEBUG nova.quota [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Getting quotas for user 9f942d67f4c640b0975606fe95bc6844 and project 520b9c7dbc2d4a419cb6642947f32965. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 624.738168] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] [instance: 4f80ac30-9bd0-4c7a-9ba8-b7ffd7f4ea87] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 624.738716] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.738931] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.739110] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.743430] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] [instance: 4f80ac30-9bd0-4c7a-9ba8-b7ffd7f4ea87] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 624.744118] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.744332] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.744501] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.767419] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.767419] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.767419] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a4ea1ef1-5cf9-4a9f-b507-5f0ee0935feb tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.067911] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: 909149a4-b11a-4c48-925c-01f22b385f96] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c9ba227a-4700-4c87-948d-25cc5cbe3bf5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 909149a4-b11a-4c48-925c-01f22b385f96 was re-scheduled: Binding failed for port c9ba227a-4700-4c87-948d-25cc5cbe3bf5, please check neutron logs for more information.\n'] [ 631.068592] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 631.068929] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 909149a4-b11a-4c48-925c-01f22b385f96.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 909149a4-b11a-4c48-925c-01f22b385f96. [ 631.069067] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: 909149a4-b11a-4c48-925c-01f22b385f96] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 909149a4-b11a-4c48-925c-01f22b385f96. [ 631.094877] nova-conductor[53899]: DEBUG nova.network.neutron [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: 909149a4-b11a-4c48-925c-01f22b385f96] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.111685] nova-conductor[53899]: DEBUG nova.network.neutron [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: 909149a4-b11a-4c48-925c-01f22b385f96] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.115150] nova-conductor[53899]: DEBUG nova.network.neutron [None req-06733391-083c-48e8-a991-4aa7198f5992 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: 909149a4-b11a-4c48-925c-01f22b385f96] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.740962] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 632.755301] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.755540] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.755707] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.787749] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.787749] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.787749] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.788152] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.788343] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.788512] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.798522] nova-conductor[53900]: DEBUG nova.quota [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Getting quotas for project c86a44f76f8c416998c5e0541a906198. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 632.801808] nova-conductor[53900]: DEBUG nova.quota [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Getting quotas for user de8eeae0ca5345d1b90078eafa11793b and project c86a44f76f8c416998c5e0541a906198. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 632.808157] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: d666f6f2-aa11-4925-bd1b-c417d0ccfe7f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 632.808693] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.808903] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.809082] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.813793] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: d666f6f2-aa11-4925-bd1b-c417d0ccfe7f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 632.814484] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.814692] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.814935] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.837334] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.837613] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.837812] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.099219] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] [instance: a3009029-7c15-423a-8f26-d3efe7b59be5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 53c6f9c0-ba9b-4b76-b455-5afba480b6e1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a3009029-7c15-423a-8f26-d3efe7b59be5 was re-scheduled: Binding failed for port 53c6f9c0-ba9b-4b76-b455-5afba480b6e1, please check neutron logs for more information.\n'] [ 633.100033] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 633.100033] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a3009029-7c15-423a-8f26-d3efe7b59be5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a3009029-7c15-423a-8f26-d3efe7b59be5. [ 633.100282] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] [instance: a3009029-7c15-423a-8f26-d3efe7b59be5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a3009029-7c15-423a-8f26-d3efe7b59be5. [ 633.122201] nova-conductor[53899]: DEBUG nova.network.neutron [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] [instance: a3009029-7c15-423a-8f26-d3efe7b59be5] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.138836] nova-conductor[53899]: DEBUG nova.network.neutron [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] [instance: a3009029-7c15-423a-8f26-d3efe7b59be5] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.142477] nova-conductor[53899]: DEBUG nova.network.neutron [None req-71e9ac9d-e555-49a5-a6b4-f4e9f83b5a78 tempest-ImagesNegativeTestJSON-1582810801 tempest-ImagesNegativeTestJSON-1582810801-project-member] [instance: a3009029-7c15-423a-8f26-d3efe7b59be5] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.013036] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c3b28228-436b-40bf-90a9-4c5e22649e12, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e was re-scheduled: Binding failed for port c3b28228-436b-40bf-90a9-4c5e22649e12, please check neutron logs for more information.\n'] [ 635.013689] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 635.013934] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e. [ 635.015795] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e. [ 635.067092] nova-conductor[53900]: DEBUG nova.network.neutron [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.086893] nova-conductor[53900]: DEBUG nova.network.neutron [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.089856] nova-conductor[53900]: DEBUG nova.network.neutron [None req-73829336-512f-47d9-96c2-7c5d79680619 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 64c4db58-8a87-4728-aa2c-d2ce4f0b8d2e] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.767044] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 636.780851] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.781109] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.781289] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.812208] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.812428] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.812600] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.812964] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.813204] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.813374] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.821555] nova-conductor[53899]: DEBUG nova.quota [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Getting quotas for project b0908bad8e264d29af0e872898ca22b0. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 636.824395] nova-conductor[53899]: DEBUG nova.quota [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Getting quotas for user 59681f37239746f2a8ea2db2f9fe9337 and project b0908bad8e264d29af0e872898ca22b0. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 636.829332] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] [instance: 4b276e8c-f662-40f6-9d34-e447c359d199] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 636.829750] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.829957] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.830142] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.837844] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] [instance: 4b276e8c-f662-40f6-9d34-e447c359d199] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 636.838466] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.838697] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.838868] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.851788] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.851953] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.852140] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-9c82c53a-0dcb-4bbe-9a9c-199e803e151f tempest-ServersAaction247Test-1320370381 tempest-ServersAaction247Test-1320370381-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.018939] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] [instance: 8edd0e9e-de59-4021-9c11-297760ea6571] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 57229376-3033-46c0-a82f-68a377698844, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8edd0e9e-de59-4021-9c11-297760ea6571 was re-scheduled: Binding failed for port 57229376-3033-46c0-a82f-68a377698844, please check neutron logs for more information.\n'] [ 637.019540] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 637.019772] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8edd0e9e-de59-4021-9c11-297760ea6571.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8edd0e9e-de59-4021-9c11-297760ea6571. [ 637.019987] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] [instance: 8edd0e9e-de59-4021-9c11-297760ea6571] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8edd0e9e-de59-4021-9c11-297760ea6571. [ 637.041136] nova-conductor[53900]: DEBUG nova.network.neutron [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] [instance: 8edd0e9e-de59-4021-9c11-297760ea6571] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.056325] nova-conductor[53900]: DEBUG nova.network.neutron [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] [instance: 8edd0e9e-de59-4021-9c11-297760ea6571] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.059194] nova-conductor[53900]: DEBUG nova.network.neutron [None req-5105447a-c286-4b80-af21-ae9a4f3cd048 tempest-ServerActionsTestJSON-1895428220 tempest-ServerActionsTestJSON-1895428220-project-member] [instance: 8edd0e9e-de59-4021-9c11-297760ea6571] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.963466] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 17f6fbc3-632b-4053-85ab-461259732ec8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 93f85227-5e71-4a79-ad87-2491f3869b73, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 17f6fbc3-632b-4053-85ab-461259732ec8 was re-scheduled: Binding failed for port 93f85227-5e71-4a79-ad87-2491f3869b73, please check neutron logs for more information.\n'] [ 638.964031] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 638.964257] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17f6fbc3-632b-4053-85ab-461259732ec8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17f6fbc3-632b-4053-85ab-461259732ec8. [ 638.966018] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 17f6fbc3-632b-4053-85ab-461259732ec8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17f6fbc3-632b-4053-85ab-461259732ec8. [ 638.984267] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 17f6fbc3-632b-4053-85ab-461259732ec8] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.152277] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 17f6fbc3-632b-4053-85ab-461259732ec8] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.160266] nova-conductor[53900]: DEBUG nova.network.neutron [None req-dae9d0fa-894c-4c9f-a736-06cbf6b10376 tempest-ListImageFiltersTestJSON-587437305 tempest-ListImageFiltersTestJSON-587437305-project-member] [instance: 17f6fbc3-632b-4053-85ab-461259732ec8] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.231681] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: f0c9dcee-cf3b-4abb-9014-b80b752cd94c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 82d64356-f752-436b-90e6-c5b827315040, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f0c9dcee-cf3b-4abb-9014-b80b752cd94c was re-scheduled: Binding failed for port 82d64356-f752-436b-90e6-c5b827315040, please check neutron logs for more information.\n'] [ 641.232306] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 641.232544] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0c9dcee-cf3b-4abb-9014-b80b752cd94c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0c9dcee-cf3b-4abb-9014-b80b752cd94c. [ 641.232861] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: f0c9dcee-cf3b-4abb-9014-b80b752cd94c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0c9dcee-cf3b-4abb-9014-b80b752cd94c. [ 641.259679] nova-conductor[53899]: DEBUG nova.network.neutron [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: f0c9dcee-cf3b-4abb-9014-b80b752cd94c] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.282373] nova-conductor[53899]: DEBUG nova.network.neutron [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: f0c9dcee-cf3b-4abb-9014-b80b752cd94c] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.288324] nova-conductor[53899]: DEBUG nova.network.neutron [None req-14994454-0580-436c-859c-a0684aae0d66 tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: f0c9dcee-cf3b-4abb-9014-b80b752cd94c] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.405173] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 641.413839] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] [instance: 22d3ef3f-c550-44d7-a33b-8b5ad0ae5385] While scheduling instance, the build request was already deleted. {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 641.570948] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.570948] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.570948] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.570948] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.570948] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.570948] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.585674] nova-conductor[53899]: DEBUG nova.quota [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Getting quotas for project 82d34d29141a4c71a8538b4cbe6d19c2. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 641.590947] nova-conductor[53899]: DEBUG nova.quota [None req-b9eb2ca0-e984-4dcc-859f-b686cc376f0c tempest-ServersListShow296Test-971649056 tempest-ServersListShow296Test-971649056-project-member] Getting quotas for user ae905d80df98413ba3bffb23fe2febf0 and project 82d34d29141a4c71a8538b4cbe6d19c2. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 642.793182] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 642.817675] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 642.831533] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 642.835979] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.380832] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 645.395754] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.395754] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.395997] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.427667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.427667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.427667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.427667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.427667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.427667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.440469] nova-conductor[53900]: DEBUG nova.quota [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Getting quotas for project c7edcaf449ed4d34843d180506b4a388. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 645.442842] nova-conductor[53900]: DEBUG nova.quota [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Getting quotas for user 133001b392b74607826153e3b333fc44 and project c7edcaf449ed4d34843d180506b4a388. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 645.447990] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] [instance: 501558d9-93b2-474c-8203-35dba8fe3e4b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 645.448463] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.448669] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.448838] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.457645] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] [instance: 501558d9-93b2-474c-8203-35dba8fe3e4b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 645.458381] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.458599] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.458773] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.476282] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.476999] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.476999] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.488928] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b2bfe969-b93e-4f79-ba6b-50ac898ec879, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381 was re-scheduled: Binding failed for port b2bfe969-b93e-4f79-ba6b-50ac898ec879, please check neutron logs for more information.\n'] [ 645.489585] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 645.489829] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381. [ 645.490062] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381. [ 645.517484] nova-conductor[53899]: DEBUG nova.network.neutron [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.547117] nova-conductor[53899]: DEBUG nova.network.neutron [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.550187] nova-conductor[53899]: DEBUG nova.network.neutron [None req-90887d88-4a93-4763-8088-7977a811b9ac tempest-MigrationsAdminTest-179265828 tempest-MigrationsAdminTest-179265828-project-member] [instance: d33a6766-1ee1-4d7b-8af2-5b3d6ca3c381] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.454269] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 646.467200] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.467463] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.467643] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.499315] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.499576] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.499576] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.499927] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.501027] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.501027] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.509803] nova-conductor[53899]: DEBUG nova.quota [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Getting quotas for project 3ea237fe7bda4982bc31aad7dfc5cd7e. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 646.513321] nova-conductor[53899]: DEBUG nova.quota [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Getting quotas for user 5acf389babed4b1a92abf731f2cb3fb3 and project 3ea237fe7bda4982bc31aad7dfc5cd7e. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 646.518909] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: 56801434-6daa-49e2-86d2-3def6427b1e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 646.519359] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.519566] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.519734] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.526030] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: 56801434-6daa-49e2-86d2-3def6427b1e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 646.526497] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.526712] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.526892] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.549741] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.549968] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.550386] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.446406] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] [instance: 3a579f75-ba82-459a-89b3-75615df4879e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b77894d6-2508-44a8-a5c0-5568468aadaa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3a579f75-ba82-459a-89b3-75615df4879e was re-scheduled: Binding failed for port b77894d6-2508-44a8-a5c0-5568468aadaa, please check neutron logs for more information.\n'] [ 647.446827] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 647.447329] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3a579f75-ba82-459a-89b3-75615df4879e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3a579f75-ba82-459a-89b3-75615df4879e. [ 647.447462] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] [instance: 3a579f75-ba82-459a-89b3-75615df4879e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3a579f75-ba82-459a-89b3-75615df4879e. [ 647.475616] nova-conductor[53900]: DEBUG nova.network.neutron [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] [instance: 3a579f75-ba82-459a-89b3-75615df4879e] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.491721] nova-conductor[53900]: DEBUG nova.network.neutron [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] [instance: 3a579f75-ba82-459a-89b3-75615df4879e] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.495617] nova-conductor[53900]: DEBUG nova.network.neutron [None req-97d38980-d685-4440-9c6e-c5a252c8cc39 tempest-ServersTestManualDisk-143958010 tempest-ServersTestManualDisk-143958010-project-member] [instance: 3a579f75-ba82-459a-89b3-75615df4879e] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.368437] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 648.393336] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.393493] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.393651] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.437091] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.437357] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.437535] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.437908] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.438110] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.438276] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.446582] nova-conductor[53899]: DEBUG nova.quota [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Getting quotas for project 7a1415bf79944317a735c3deb2c76156. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 648.449330] nova-conductor[53899]: DEBUG nova.quota [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Getting quotas for user d3f0bd13b1b246b7aee6ed3bc3d07b23 and project 7a1415bf79944317a735c3deb2c76156. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 648.455035] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] [instance: ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 648.455546] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.455795] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.455927] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.459187] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] [instance: ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 648.459870] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.460098] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.460271] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.474926] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.475182] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.475358] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.425884] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: cded960a-0cf1-4b27-865e-579ca59734a0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2e576521-2a47-4e74-ad3d-ef95d40f32ed, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cded960a-0cf1-4b27-865e-579ca59734a0 was re-scheduled: Binding failed for port 2e576521-2a47-4e74-ad3d-ef95d40f32ed, please check neutron logs for more information.\n'] [ 649.426902] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 649.426902] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cded960a-0cf1-4b27-865e-579ca59734a0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cded960a-0cf1-4b27-865e-579ca59734a0. [ 649.427139] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: cded960a-0cf1-4b27-865e-579ca59734a0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cded960a-0cf1-4b27-865e-579ca59734a0. [ 649.450709] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: cded960a-0cf1-4b27-865e-579ca59734a0] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.467740] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: cded960a-0cf1-4b27-865e-579ca59734a0] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.472066] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2e31bf94-33d9-43f3-8e02-dbc0b86dda58 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: cded960a-0cf1-4b27-865e-579ca59734a0] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.316027] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 652.336133] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.336451] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.336757] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.377973] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.377973] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.377973] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.378248] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.378248] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.378459] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.387190] nova-conductor[53900]: DEBUG nova.quota [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 652.389267] nova-conductor[53900]: DEBUG nova.quota [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for user 338f5deb66cc4227acff3e038713e5c8 and project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 652.395744] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: da334a50-c5cc-43d2-9530-7c5965dafb52] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 652.396302] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.396606] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.397394] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.405153] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: da334a50-c5cc-43d2-9530-7c5965dafb52] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 652.405153] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.405153] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.405153] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.419675] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.420108] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.420182] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.906059] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 652.918397] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.918848] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.919037] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.963669] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.963907] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.964091] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.964487] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.964753] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.964845] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.972295] nova-conductor[53899]: DEBUG nova.quota [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Getting quotas for project bff69ae194a74f1c98dc940589d15950. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 652.974955] nova-conductor[53899]: DEBUG nova.quota [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Getting quotas for user a77b41b597e24258aad69218d941048b and project bff69ae194a74f1c98dc940589d15950. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 652.979820] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 652.980302] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.980506] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.980674] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.985538] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 652.986223] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.986434] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.986600] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.999969] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.999969] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.999969] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.189273] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 653.200285] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.200443] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.200644] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.222988] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.223242] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.223433] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.223779] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.223967] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.224144] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.231534] nova-conductor[53900]: DEBUG nova.quota [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Getting quotas for project bff69ae194a74f1c98dc940589d15950. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 653.233792] nova-conductor[53900]: DEBUG nova.quota [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Getting quotas for user a77b41b597e24258aad69218d941048b and project bff69ae194a74f1c98dc940589d15950. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 653.239345] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: e2efe9bf-bbb9-45d1-a001-cc992ef5f006] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 653.239812] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.240024] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.240202] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.243168] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: e2efe9bf-bbb9-45d1-a001-cc992ef5f006] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 653.243814] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.244028] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.244230] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.257820] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.258042] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.258249] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.446291] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 653.464741] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.464934] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.465134] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.502921] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.502921] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.502921] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.502921] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.502921] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.502921] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.511184] nova-conductor[53900]: DEBUG nova.quota [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Getting quotas for project bff69ae194a74f1c98dc940589d15950. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 653.513972] nova-conductor[53900]: DEBUG nova.quota [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Getting quotas for user a77b41b597e24258aad69218d941048b and project bff69ae194a74f1c98dc940589d15950. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 653.518688] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 3747f49f-b70d-477c-afdc-3e46e291ccee] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 653.519199] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.519440] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.519657] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.524873] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 3747f49f-b70d-477c-afdc-3e46e291ccee] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 653.525563] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.525765] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.525928] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.546026] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.546026] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.546026] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.970112] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=5 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.989024] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=13,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=31,nova_cell1:RELEASE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.991324] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=27,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.999868] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=30,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 663.506290] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=4 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 663.527700] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=29,nova_cell1:RELEASE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 663.538849] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 663.540824] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 664.235574] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:UPDATE=161,nova_cell1:SELECT=319,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:INSERT=17,nova_cell1:DELETE=4 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 668.681233] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:UPDATE=132,nova_cell1:SELECT=281,nova_cell1:INSERT=21 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 676.757710] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 681.772159] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] [instance: 69389032-4877-4afb-9853-e03f282c8fd9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c33651db-e43a-4405-bf82-8c6823b338c2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 69389032-4877-4afb-9853-e03f282c8fd9 was re-scheduled: Binding failed for port c33651db-e43a-4405-bf82-8c6823b338c2, please check neutron logs for more information.\n'] [ 681.772868] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 681.773146] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69389032-4877-4afb-9853-e03f282c8fd9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69389032-4877-4afb-9853-e03f282c8fd9. [ 681.773549] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] [instance: 69389032-4877-4afb-9853-e03f282c8fd9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69389032-4877-4afb-9853-e03f282c8fd9. [ 681.810128] nova-conductor[53900]: DEBUG nova.network.neutron [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] [instance: 69389032-4877-4afb-9853-e03f282c8fd9] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.830371] nova-conductor[53900]: DEBUG nova.network.neutron [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] [instance: 69389032-4877-4afb-9853-e03f282c8fd9] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.838040] nova-conductor[53900]: DEBUG nova.network.neutron [None req-a421a69a-5506-40f4-8edf-eb6ee0e634f3 tempest-ServerAddressesTestJSON-1693152429 tempest-ServerAddressesTestJSON-1693152429-project-member] [instance: 69389032-4877-4afb-9853-e03f282c8fd9] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.179179] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 688.198032] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.198032] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.198032] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.250235] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.250463] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.250668] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.250994] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.251191] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.251349] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.259206] nova-conductor[53899]: DEBUG nova.quota [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Getting quotas for project 65b5b989d67d46509a417ab4dcb20ce9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 688.263602] nova-conductor[53899]: DEBUG nova.quota [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Getting quotas for user 17c8565420e0435cbf70ad89d5110414 and project 65b5b989d67d46509a417ab4dcb20ce9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 688.269013] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] [instance: ee54add4-76eb-490b-9bb7-d0786fc282e0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 688.269514] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.269710] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.269883] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.274293] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] [instance: ee54add4-76eb-490b-9bb7-d0786fc282e0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 688.274951] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.275194] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.275365] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.348160] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.349022] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.349022] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.503832] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] [instance: 55001082-99ac-492c-8d2d-3a5c3bbb0e40] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d5f72e90-4eb9-4f94-a381-b0a1b3f17d73, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 55001082-99ac-492c-8d2d-3a5c3bbb0e40 was re-scheduled: Binding failed for port d5f72e90-4eb9-4f94-a381-b0a1b3f17d73, please check neutron logs for more information.\n'] [ 691.503832] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 691.503832] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55001082-99ac-492c-8d2d-3a5c3bbb0e40.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55001082-99ac-492c-8d2d-3a5c3bbb0e40. [ 691.503832] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] [instance: 55001082-99ac-492c-8d2d-3a5c3bbb0e40] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55001082-99ac-492c-8d2d-3a5c3bbb0e40. [ 691.531566] nova-conductor[53900]: DEBUG nova.network.neutron [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] [instance: 55001082-99ac-492c-8d2d-3a5c3bbb0e40] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.568213] nova-conductor[53900]: DEBUG nova.network.neutron [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] [instance: 55001082-99ac-492c-8d2d-3a5c3bbb0e40] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.575870] nova-conductor[53900]: DEBUG nova.network.neutron [None req-fbb34c93-2bc1-4684-b845-30b4c5dbf9f1 tempest-ServerAddressesNegativeTestJSON-1656882040 tempest-ServerAddressesNegativeTestJSON-1656882040-project-member] [instance: 55001082-99ac-492c-8d2d-3a5c3bbb0e40] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.386244] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] [instance: 02235e3c-37e2-4e36-9670-e3b47c46b73f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 67be9b55-baff-473c-a68c-4c7f3aee0fc7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 02235e3c-37e2-4e36-9670-e3b47c46b73f was re-scheduled: Binding failed for port 67be9b55-baff-473c-a68c-4c7f3aee0fc7, please check neutron logs for more information.\n'] [ 693.386950] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 693.387216] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02235e3c-37e2-4e36-9670-e3b47c46b73f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02235e3c-37e2-4e36-9670-e3b47c46b73f. [ 693.387564] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] [instance: 02235e3c-37e2-4e36-9670-e3b47c46b73f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02235e3c-37e2-4e36-9670-e3b47c46b73f. [ 693.410982] nova-conductor[53899]: DEBUG nova.network.neutron [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] [instance: 02235e3c-37e2-4e36-9670-e3b47c46b73f] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.430158] nova-conductor[53899]: DEBUG nova.network.neutron [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] [instance: 02235e3c-37e2-4e36-9670-e3b47c46b73f] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.432793] nova-conductor[53899]: DEBUG nova.network.neutron [None req-ba88cb4b-a428-4f48-b4f1-59e6765c4955 tempest-ServerGroupTestJSON-750197899 tempest-ServerGroupTestJSON-750197899-project-member] [instance: 02235e3c-37e2-4e36-9670-e3b47c46b73f] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.390358] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0c7acda0-a99e-4d7b-adc4-2035c8630fb9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3b6c6068-2130-46fe-88d4-f27b5358777e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0c7acda0-a99e-4d7b-adc4-2035c8630fb9 was re-scheduled: Binding failed for port 3b6c6068-2130-46fe-88d4-f27b5358777e, please check neutron logs for more information.\n'] [ 695.391615] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 695.392829] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c7acda0-a99e-4d7b-adc4-2035c8630fb9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c7acda0-a99e-4d7b-adc4-2035c8630fb9. [ 695.393069] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0c7acda0-a99e-4d7b-adc4-2035c8630fb9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c7acda0-a99e-4d7b-adc4-2035c8630fb9. [ 695.416726] nova-conductor[53900]: DEBUG nova.network.neutron [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0c7acda0-a99e-4d7b-adc4-2035c8630fb9] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.437553] nova-conductor[53900]: DEBUG nova.network.neutron [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0c7acda0-a99e-4d7b-adc4-2035c8630fb9] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.440672] nova-conductor[53900]: DEBUG nova.network.neutron [None req-13966a49-726c-4e54-ae2e-4b4fb3bf53f8 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0c7acda0-a99e-4d7b-adc4-2035c8630fb9] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.385248] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 8161612f-2fdb-4e4d-a161-5658ab75fac0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8551f333-29e2-472d-9f01-cc45a34f680c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8161612f-2fdb-4e4d-a161-5658ab75fac0 was re-scheduled: Binding failed for port 8551f333-29e2-472d-9f01-cc45a34f680c, please check neutron logs for more information.\n'] [ 697.385904] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 697.386303] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8161612f-2fdb-4e4d-a161-5658ab75fac0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8161612f-2fdb-4e4d-a161-5658ab75fac0. [ 697.386413] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 8161612f-2fdb-4e4d-a161-5658ab75fac0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8161612f-2fdb-4e4d-a161-5658ab75fac0. [ 697.414753] nova-conductor[53899]: DEBUG nova.network.neutron [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 8161612f-2fdb-4e4d-a161-5658ab75fac0] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.431935] nova-conductor[53899]: DEBUG nova.network.neutron [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 8161612f-2fdb-4e4d-a161-5658ab75fac0] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.435055] nova-conductor[53899]: DEBUG nova.network.neutron [None req-0c288f40-3caa-4ccd-81cf-84440af3924c tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 8161612f-2fdb-4e4d-a161-5658ab75fac0] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.259515] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.278358] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.298020] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.344668] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.995755] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 699.027380] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.027380] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.027380] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.068859] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.069966] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.069966] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.069966] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.073197] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.073539] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.093038] nova-conductor[53900]: DEBUG nova.quota [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 699.098063] nova-conductor[53900]: DEBUG nova.quota [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for user 64c9d3a885924f63995269e03de90efb and project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 699.102564] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 63a73303-c99b-494c-87a8-346f0896ac4a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 699.103219] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.103589] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.103899] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.111593] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 63a73303-c99b-494c-87a8-346f0896ac4a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 699.111593] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.111593] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.111593] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.125619] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.125857] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.126050] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.304029] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0fbcfac5-64db-4911-a2a7-441e1defb92a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fa03866a-db38-4941-86e7-01a317a5417c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0fbcfac5-64db-4911-a2a7-441e1defb92a was re-scheduled: Binding failed for port fa03866a-db38-4941-86e7-01a317a5417c, please check neutron logs for more information.\n'] [ 699.306788] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 699.307087] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fbcfac5-64db-4911-a2a7-441e1defb92a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fbcfac5-64db-4911-a2a7-441e1defb92a. [ 699.307330] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0fbcfac5-64db-4911-a2a7-441e1defb92a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fbcfac5-64db-4911-a2a7-441e1defb92a. [ 699.342993] nova-conductor[53899]: DEBUG nova.network.neutron [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0fbcfac5-64db-4911-a2a7-441e1defb92a] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.367124] nova-conductor[53899]: DEBUG nova.network.neutron [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0fbcfac5-64db-4911-a2a7-441e1defb92a] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.370919] nova-conductor[53899]: DEBUG nova.network.neutron [None req-0ee3ad8a-f605-45f5-92e7-d81d69e92e95 tempest-ServerRescueNegativeTestJSON-1561579648 tempest-ServerRescueNegativeTestJSON-1561579648-project-member] [instance: 0fbcfac5-64db-4911-a2a7-441e1defb92a] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.077504] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 701.094022] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.094022] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.094022] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.144226] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.144226] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.144226] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.144226] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.144427] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.144641] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.156910] nova-conductor[53899]: DEBUG nova.quota [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Getting quotas for project b84a4d976cec4fcab83d8493a5b3064c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 701.160256] nova-conductor[53899]: DEBUG nova.quota [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Getting quotas for user 14fc62253d144f4989370c750a87b6f0 and project b84a4d976cec4fcab83d8493a5b3064c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 701.165834] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: 94336ab9-0a0f-4653-a208-e38a51dca2db] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 701.165834] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.166038] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.166038] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.170849] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: 94336ab9-0a0f-4653-a208-e38a51dca2db] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 701.172022] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.172237] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.172419] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.190479] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.191146] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.191146] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.268818] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] [instance: 606ce981-4ba8-4d7d-b49d-5012d60e2b31] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5f7fe2e3-0bdb-4e28-a782-098adf04b760, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 606ce981-4ba8-4d7d-b49d-5012d60e2b31 was re-scheduled: Binding failed for port 5f7fe2e3-0bdb-4e28-a782-098adf04b760, please check neutron logs for more information.\n'] [ 701.269549] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 701.269549] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606ce981-4ba8-4d7d-b49d-5012d60e2b31.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606ce981-4ba8-4d7d-b49d-5012d60e2b31. [ 701.269869] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] [instance: 606ce981-4ba8-4d7d-b49d-5012d60e2b31] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606ce981-4ba8-4d7d-b49d-5012d60e2b31. [ 701.304594] nova-conductor[53900]: DEBUG nova.network.neutron [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] [instance: 606ce981-4ba8-4d7d-b49d-5012d60e2b31] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.337292] nova-conductor[53900]: DEBUG nova.network.neutron [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] [instance: 606ce981-4ba8-4d7d-b49d-5012d60e2b31] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.344485] nova-conductor[53900]: DEBUG nova.network.neutron [None req-ed530bf5-63af-4519-bd4b-a92df9c38b75 tempest-InstanceActionsNegativeTestJSON-39078969 tempest-InstanceActionsNegativeTestJSON-39078969-project-member] [instance: 606ce981-4ba8-4d7d-b49d-5012d60e2b31] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.890046] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: f17a34cc-e3c1-4585-9c84-b5d75b14dc52] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aee82888-7342-4da5-a6da-b1219a58f59e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f17a34cc-e3c1-4585-9c84-b5d75b14dc52 was re-scheduled: Binding failed for port aee82888-7342-4da5-a6da-b1219a58f59e, please check neutron logs for more information.\n'] [ 705.890643] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 705.890643] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f17a34cc-e3c1-4585-9c84-b5d75b14dc52.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f17a34cc-e3c1-4585-9c84-b5d75b14dc52. [ 705.890889] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: f17a34cc-e3c1-4585-9c84-b5d75b14dc52] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f17a34cc-e3c1-4585-9c84-b5d75b14dc52. [ 705.933640] nova-conductor[53899]: DEBUG nova.network.neutron [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: f17a34cc-e3c1-4585-9c84-b5d75b14dc52] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.957121] nova-conductor[53899]: DEBUG nova.network.neutron [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: f17a34cc-e3c1-4585-9c84-b5d75b14dc52] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.958830] nova-conductor[53899]: DEBUG nova.network.neutron [None req-77a8ed37-7ba4-440d-bf88-02662db7cf8a tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: f17a34cc-e3c1-4585-9c84-b5d75b14dc52] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.823049] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] [instance: 5eb7f584-47e0-481a-9feb-800c915cc977] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d405a7a8-e6f2-496d-b9c2-64d18e7ce3bf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5eb7f584-47e0-481a-9feb-800c915cc977 was re-scheduled: Binding failed for port d405a7a8-e6f2-496d-b9c2-64d18e7ce3bf, please check neutron logs for more information.\n'] [ 707.824321] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 707.824321] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5eb7f584-47e0-481a-9feb-800c915cc977.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5eb7f584-47e0-481a-9feb-800c915cc977. [ 707.824321] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] [instance: 5eb7f584-47e0-481a-9feb-800c915cc977] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5eb7f584-47e0-481a-9feb-800c915cc977. [ 707.856467] nova-conductor[53900]: DEBUG nova.network.neutron [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] [instance: 5eb7f584-47e0-481a-9feb-800c915cc977] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.097747] nova-conductor[53900]: DEBUG nova.network.neutron [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] [instance: 5eb7f584-47e0-481a-9feb-800c915cc977] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.103685] nova-conductor[53900]: DEBUG nova.network.neutron [None req-e6494d46-4735-4d4a-8049-ff86842691e4 tempest-ServerActionsTestOtherA-1400645521 tempest-ServerActionsTestOtherA-1400645521-project-member] [instance: 5eb7f584-47e0-481a-9feb-800c915cc977] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.082677] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 709.115386] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 709.123236] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 709.124250] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 709.214120] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 709.240105] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.240705] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.240934] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.277092] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.277383] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.277593] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.278354] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.278596] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.278823] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.290146] nova-conductor[53899]: DEBUG nova.quota [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Getting quotas for project fceaecc480604f76a06f8dc9367abf97. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 709.293727] nova-conductor[53899]: DEBUG nova.quota [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Getting quotas for user 3864711644654cea905c70a0dbf06364 and project fceaecc480604f76a06f8dc9367abf97. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 709.299431] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: 1d6a6d58-8186-4694-b9d8-2ba312845222] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 709.300398] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.300398] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.300398] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.306596] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: 1d6a6d58-8186-4694-b9d8-2ba312845222] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 709.307808] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.307888] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.308213] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.341795] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.343087] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.343355] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e44bba75-5adc-49d2-941f-a820945e2c00 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.738018] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: cc98dbab-c8de-4676-8354-364c51b9172c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d68442d2-8e14-4943-b072-8152286edef1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cc98dbab-c8de-4676-8354-364c51b9172c was re-scheduled: Binding failed for port d68442d2-8e14-4943-b072-8152286edef1, please check neutron logs for more information.\n'] [ 709.738644] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 709.738879] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc98dbab-c8de-4676-8354-364c51b9172c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc98dbab-c8de-4676-8354-364c51b9172c. [ 709.739237] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: cc98dbab-c8de-4676-8354-364c51b9172c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc98dbab-c8de-4676-8354-364c51b9172c. [ 709.771645] nova-conductor[53899]: DEBUG nova.network.neutron [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: cc98dbab-c8de-4676-8354-364c51b9172c] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.792784] nova-conductor[53899]: DEBUG nova.network.neutron [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: cc98dbab-c8de-4676-8354-364c51b9172c] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.798429] nova-conductor[53899]: DEBUG nova.network.neutron [None req-bde75b20-c2d9-449c-b91d-bda7869d5402 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: cc98dbab-c8de-4676-8354-364c51b9172c] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.896582] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 709.909459] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.909786] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.909951] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.957131] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.957642] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.957813] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.958321] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.958716] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.959033] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.968130] nova-conductor[53900]: DEBUG nova.quota [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Getting quotas for project 61d270a453ae4ac3947dee8f5444ce19. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 709.970354] nova-conductor[53900]: DEBUG nova.quota [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Getting quotas for user 419ffe3b68e745ffa9a423ac6a014fda and project 61d270a453ae4ac3947dee8f5444ce19. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 709.976469] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] [instance: 2647ae9e-f206-47c8-97cf-9230f4dc8e06] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 709.977072] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.977693] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.978124] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.984654] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] [instance: 2647ae9e-f206-47c8-97cf-9230f4dc8e06] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 709.985361] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.985563] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.985817] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.007204] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.007473] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.007649] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-85f8dde4-192a-4269-8452-732977011dd0 tempest-ServersNegativeTestMultiTenantJSON-816151153 tempest-ServersNegativeTestMultiTenantJSON-816151153-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.480368] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 710.500385] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.500548] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.501155] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.545608] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.545857] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.546045] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.546546] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.546756] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.546923] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.557610] nova-conductor[53899]: DEBUG nova.quota [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Getting quotas for project c4edacf416024d4caeed5074ac9305b4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 710.560660] nova-conductor[53899]: DEBUG nova.quota [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Getting quotas for user eeb2805770e640e9a29f9ef279c6ef7a and project c4edacf416024d4caeed5074ac9305b4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 710.566335] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] [instance: 1b62c92a-3e9b-485e-97c6-bdd5c229e98d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 710.566850] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.567091] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.567247] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.570473] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] [instance: 1b62c92a-3e9b-485e-97c6-bdd5c229e98d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 710.571192] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.571407] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.571577] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.587457] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.587865] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.587865] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-0e8aba7c-9694-493e-96be-af680750dc43 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.059744] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 713.075289] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.075531] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.075735] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.104031] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.104227] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.104435] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.104812] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.104999] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.105178] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.115071] nova-conductor[53900]: DEBUG nova.quota [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Getting quotas for project 70cd9e5ea34e43d0ad414b8550b7a9f3. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 713.118197] nova-conductor[53900]: DEBUG nova.quota [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Getting quotas for user ae83260429c2454faf2a3c6177d801ef and project 70cd9e5ea34e43d0ad414b8550b7a9f3. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 713.125771] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: f2fc29da-fb32-4311-aad1-0d646018315e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 713.126477] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.126727] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.126945] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.132199] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] [instance: f2fc29da-fb32-4311-aad1-0d646018315e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 713.133022] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.133276] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.133528] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.148268] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.148527] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.148725] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e3e9d02b-a443-4d2c-b259-5522053571c5 tempest-ServersTestMultiNic-1171028798 tempest-ServersTestMultiNic-1171028798-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.038514] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0b69611e-cf80-43aa-92be-126dd044bb46 tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method rebuild_instance {{(pid=53900) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 717.038877] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0b69611e-cf80-43aa-92be-126dd044bb46 tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.039248] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0b69611e-cf80-43aa-92be-126dd044bb46 tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.039552] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0b69611e-cf80-43aa-92be-126dd044bb46 tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.056169] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0b69611e-cf80-43aa-92be-126dd044bb46 tempest-ServerShowV254Test-213215411 tempest-ServerShowV254Test-213215411-project-member] [instance: 070b6422-83d2-4b00-919f-2210fda9d82b] No migration record for the rebuild/evacuate request. {{(pid=53900) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 720.552007] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.573887] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.583115] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.584877] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 723.109017] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 724.489609] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=359,nova_cell1:UPDATE=166,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=35 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 726.529017] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] [instance: f8e8fd36-e43c-46cf-9e42-f4419acb7b22] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4bfa39e3-9f53-42a9-b38d-a2eefe1a4f68, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f8e8fd36-e43c-46cf-9e42-f4419acb7b22 was re-scheduled: Binding failed for port 4bfa39e3-9f53-42a9-b38d-a2eefe1a4f68, please check neutron logs for more information.\n'] [ 726.529017] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 726.529017] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8e8fd36-e43c-46cf-9e42-f4419acb7b22.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8e8fd36-e43c-46cf-9e42-f4419acb7b22. [ 726.529017] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] [instance: f8e8fd36-e43c-46cf-9e42-f4419acb7b22] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8e8fd36-e43c-46cf-9e42-f4419acb7b22. [ 726.558222] nova-conductor[53899]: DEBUG nova.network.neutron [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] [instance: f8e8fd36-e43c-46cf-9e42-f4419acb7b22] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.576883] nova-conductor[53899]: DEBUG nova.network.neutron [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] [instance: f8e8fd36-e43c-46cf-9e42-f4419acb7b22] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.580274] nova-conductor[53899]: DEBUG nova.network.neutron [None req-055ee5bd-5203-4baf-8916-9cb85db97fc4 tempest-AttachInterfacesUnderV243Test-1134028668 tempest-AttachInterfacesUnderV243Test-1134028668-project-member] [instance: f8e8fd36-e43c-46cf-9e42-f4419acb7b22] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.036713] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 727.062709] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 727.083204] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=16,nova_cell1:RELEASE=1,nova_cell1:UPDATE=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.206027] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:UPDATE=197,nova_cell1:SELECT=391,nova_cell1:SAVEPOINT=41,nova_cell1:RELEASE=41,nova_cell1:INSERT=29 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 735.757510] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] [instance: 9dc09d8d-5a4c-49a0-bc75-31e6284e1815] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6dcd75b3-34c6-4041-80a8-210cb545a984, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9dc09d8d-5a4c-49a0-bc75-31e6284e1815 was re-scheduled: Binding failed for port 6dcd75b3-34c6-4041-80a8-210cb545a984, please check neutron logs for more information.\n'] [ 735.757899] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 735.758149] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9dc09d8d-5a4c-49a0-bc75-31e6284e1815.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9dc09d8d-5a4c-49a0-bc75-31e6284e1815. [ 735.758391] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] [instance: 9dc09d8d-5a4c-49a0-bc75-31e6284e1815] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9dc09d8d-5a4c-49a0-bc75-31e6284e1815. [ 735.779060] nova-conductor[53899]: DEBUG nova.network.neutron [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] [instance: 9dc09d8d-5a4c-49a0-bc75-31e6284e1815] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.794061] nova-conductor[53899]: DEBUG nova.network.neutron [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] [instance: 9dc09d8d-5a4c-49a0-bc75-31e6284e1815] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.797442] nova-conductor[53899]: DEBUG nova.network.neutron [None req-2d56eb52-3578-44a4-9e26-045f86878c59 tempest-FloatingIPsAssociationTestJSON-2000818346 tempest-FloatingIPsAssociationTestJSON-2000818346-project-member] [instance: 9dc09d8d-5a4c-49a0-bc75-31e6284e1815] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.152079] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: fc9086c2-3ffa-4e54-8f6a-701e1afb6036] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 250e318c-1cd7-47a0-b3ee-7ef40c39dd4c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fc9086c2-3ffa-4e54-8f6a-701e1afb6036 was re-scheduled: Binding failed for port 250e318c-1cd7-47a0-b3ee-7ef40c39dd4c, please check neutron logs for more information.\n'] [ 740.153591] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 740.154245] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc9086c2-3ffa-4e54-8f6a-701e1afb6036.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc9086c2-3ffa-4e54-8f6a-701e1afb6036. [ 740.155137] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: fc9086c2-3ffa-4e54-8f6a-701e1afb6036] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc9086c2-3ffa-4e54-8f6a-701e1afb6036. [ 740.178805] nova-conductor[53899]: DEBUG nova.network.neutron [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: fc9086c2-3ffa-4e54-8f6a-701e1afb6036] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.199068] nova-conductor[53899]: DEBUG nova.network.neutron [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: fc9086c2-3ffa-4e54-8f6a-701e1afb6036] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.202020] nova-conductor[53899]: DEBUG nova.network.neutron [None req-08de2c2f-8dc1-4804-9c53-417ce6ce79b0 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: fc9086c2-3ffa-4e54-8f6a-701e1afb6036] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.559129] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 741.572941] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.573226] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.573371] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.609646] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.609868] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.610060] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.633021] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.633021] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.633203] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.633531] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.633713] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.633872] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.643907] nova-conductor[53899]: DEBUG nova.quota [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Getting quotas for project a4bbdaddf70943c2bb28ae25673f81b9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 741.649030] nova-conductor[53899]: DEBUG nova.quota [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Getting quotas for user d3429373d3674e139c0f1e57d54c4e7b and project a4bbdaddf70943c2bb28ae25673f81b9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 741.654708] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 32857398-9aa0-49e7-9c57-bef7d661e398] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 741.655262] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.655506] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.655708] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.658550] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 32857398-9aa0-49e7-9c57-bef7d661e398] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 741.659194] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.659392] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.659553] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.679824] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.680080] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.680257] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.688305] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 329e0859-1e6a-496a-938f-89b245f62668] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 741.688763] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.690997] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.690997] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.692749] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 329e0859-1e6a-496a-938f-89b245f62668] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 741.693396] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.693594] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.693749] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.707173] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.707383] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.707540] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-977f3056-6a4d-4319-acc9-9a32df1d8077 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.988644] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-61466eed-ed15-41d2-aab7-9c79b3022183 tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method rebuild_instance {{(pid=53899) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 741.988644] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-61466eed-ed15-41d2-aab7-9c79b3022183 tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.988644] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-61466eed-ed15-41d2-aab7-9c79b3022183 tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.988644] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-61466eed-ed15-41d2-aab7-9c79b3022183 tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.997535] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-61466eed-ed15-41d2-aab7-9c79b3022183 tempest-ServerShowV257Test-1909133172 tempest-ServerShowV257Test-1909133172-project-member] [instance: 4f80ac30-9bd0-4c7a-9ba8-b7ffd7f4ea87] No migration record for the rebuild/evacuate request. {{(pid=53899) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 742.021609] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] [instance: b6b54485-ca35-4e38-bffe-126d27e3eba9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 54450d06-f164-4cab-9228-b6ca48b1c034, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b6b54485-ca35-4e38-bffe-126d27e3eba9 was re-scheduled: Binding failed for port 54450d06-f164-4cab-9228-b6ca48b1c034, please check neutron logs for more information.\n'] [ 742.023330] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 742.023432] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6b54485-ca35-4e38-bffe-126d27e3eba9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6b54485-ca35-4e38-bffe-126d27e3eba9. [ 742.023792] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] [instance: b6b54485-ca35-4e38-bffe-126d27e3eba9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6b54485-ca35-4e38-bffe-126d27e3eba9. [ 742.052908] nova-conductor[53899]: DEBUG nova.network.neutron [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] [instance: b6b54485-ca35-4e38-bffe-126d27e3eba9] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.070715] nova-conductor[53899]: DEBUG nova.network.neutron [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] [instance: b6b54485-ca35-4e38-bffe-126d27e3eba9] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.073052] nova-conductor[53899]: DEBUG nova.network.neutron [None req-a5a7eb45-fbaa-4935-b172-cc08f3fd5c81 tempest-ServerExternalEventsTest-1567305795 tempest-ServerExternalEventsTest-1567305795-project-member] [instance: b6b54485-ca35-4e38-bffe-126d27e3eba9] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.386478] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 742.402791] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.402791] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.402930] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.445959] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.446215] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.446376] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.446781] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.446992] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.447175] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.460096] nova-conductor[53899]: DEBUG nova.quota [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 742.466035] nova-conductor[53899]: DEBUG nova.quota [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for user b58684a1f98646a195632b60638ceb32 and project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 742.471828] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 769b61c3-67e7-4dd8-821b-a533b9f2db6e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 742.472306] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.472505] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.472671] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.475701] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 769b61c3-67e7-4dd8-821b-a533b9f2db6e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 742.476611] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.476883] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.477120] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.494996] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.495274] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.495474] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-c26d01fe-4bf1-47cf-9c12-075d429ddd8f tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.030853] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] [instance: ce648f49-ea94-4803-8303-9b175f9d9c0c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 88661857-3dac-4b8d-8735-3ff5b1fae652, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ce648f49-ea94-4803-8303-9b175f9d9c0c was re-scheduled: Binding failed for port 88661857-3dac-4b8d-8735-3ff5b1fae652, please check neutron logs for more information.\n'] [ 744.031456] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 744.031682] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ce648f49-ea94-4803-8303-9b175f9d9c0c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ce648f49-ea94-4803-8303-9b175f9d9c0c. [ 744.032010] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] [instance: ce648f49-ea94-4803-8303-9b175f9d9c0c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ce648f49-ea94-4803-8303-9b175f9d9c0c. [ 744.056022] nova-conductor[53900]: DEBUG nova.network.neutron [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] [instance: ce648f49-ea94-4803-8303-9b175f9d9c0c] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.076908] nova-conductor[53900]: DEBUG nova.network.neutron [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] [instance: ce648f49-ea94-4803-8303-9b175f9d9c0c] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.083488] nova-conductor[53900]: DEBUG nova.network.neutron [None req-a15b0ba7-fd33-44fe-92a9-8f4e226c2785 tempest-ServersTestFqdnHostnames-2085355716 tempest-ServersTestFqdnHostnames-2085355716-project-member] [instance: ce648f49-ea94-4803-8303-9b175f9d9c0c] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.056989] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: 652568ed-7e1d-412c-b396-9ba9cfb3d594] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 872604d6-d7a8-4c56-bf55-11dc0e5944d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 652568ed-7e1d-412c-b396-9ba9cfb3d594 was re-scheduled: Binding failed for port 872604d6-d7a8-4c56-bf55-11dc0e5944d9, please check neutron logs for more information.\n'] [ 746.056989] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 746.056989] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 652568ed-7e1d-412c-b396-9ba9cfb3d594.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 652568ed-7e1d-412c-b396-9ba9cfb3d594. [ 746.056989] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: 652568ed-7e1d-412c-b396-9ba9cfb3d594] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 652568ed-7e1d-412c-b396-9ba9cfb3d594. [ 746.080465] nova-conductor[53900]: DEBUG nova.network.neutron [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: 652568ed-7e1d-412c-b396-9ba9cfb3d594] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.101993] nova-conductor[53900]: DEBUG nova.network.neutron [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: 652568ed-7e1d-412c-b396-9ba9cfb3d594] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.105194] nova-conductor[53900]: DEBUG nova.network.neutron [None req-0bcb11c9-d757-4875-aa6e-65a7bdd12b28 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: 652568ed-7e1d-412c-b396-9ba9cfb3d594] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.631514] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 751.646809] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.647064] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.647236] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.676746] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.677039] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.677161] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.677525] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.677730] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.677868] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.686958] nova-conductor[53899]: DEBUG nova.quota [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Getting quotas for project 8049e22cfd8a4b02bbd85c2c45afede6. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 751.690647] nova-conductor[53899]: DEBUG nova.quota [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Getting quotas for user 39b19ecba83e4122a8802fd73f14a61b and project 8049e22cfd8a4b02bbd85c2c45afede6. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 751.697358] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] [instance: f45a898e-369f-4a4b-ad1e-67f44cdaeb8e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 751.697865] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.698098] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.698274] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.704558] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] [instance: f45a898e-369f-4a4b-ad1e-67f44cdaeb8e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 751.705243] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.705508] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.705693] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.736504] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.736898] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.736898] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-eecb8bd8-cfec-4c36-9316-bc9b07accc7d tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.412757] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5659ffc0-9ae5-4a3c-aa12-968ab8395a78] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 09aa73f1-8ece-4828-ad4d-91cd0069c1ba, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5659ffc0-9ae5-4a3c-aa12-968ab8395a78 was re-scheduled: Binding failed for port 09aa73f1-8ece-4828-ad4d-91cd0069c1ba, please check neutron logs for more information.\n'] [ 753.413412] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 753.413666] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5659ffc0-9ae5-4a3c-aa12-968ab8395a78.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5659ffc0-9ae5-4a3c-aa12-968ab8395a78. [ 753.414058] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5659ffc0-9ae5-4a3c-aa12-968ab8395a78] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5659ffc0-9ae5-4a3c-aa12-968ab8395a78. [ 753.443186] nova-conductor[53899]: DEBUG nova.network.neutron [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5659ffc0-9ae5-4a3c-aa12-968ab8395a78] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.460198] nova-conductor[53899]: DEBUG nova.network.neutron [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5659ffc0-9ae5-4a3c-aa12-968ab8395a78] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.464085] nova-conductor[53899]: DEBUG nova.network.neutron [None req-e1d89892-b4ff-450f-968a-5ff257ae5bf6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5659ffc0-9ae5-4a3c-aa12-968ab8395a78] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.590052] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 754.602162] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.602394] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.602564] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.626928] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.627204] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.627393] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.627769] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.627958] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.628145] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.637974] nova-conductor[53900]: DEBUG nova.quota [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 754.640748] nova-conductor[53900]: DEBUG nova.quota [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for user 484557b41cae4ce49aed87ce9225021f and project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 754.645764] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5888434d-e27e-4131-943d-a6bfb0d1a8e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 754.646249] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.646465] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.646634] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.650581] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 5888434d-e27e-4131-943d-a6bfb0d1a8e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 754.651241] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.651459] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.651628] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.666505] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.666723] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.666897] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9137c007-c1f3-423a-aa29-cac05e28293d tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.411042] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: d3e2afce-7714-4e1a-bb04-02a105efdc08] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 41bcc7b3-31f1-4014-8d06-8d265e97a159, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d3e2afce-7714-4e1a-bb04-02a105efdc08 was re-scheduled: Binding failed for port 41bcc7b3-31f1-4014-8d06-8d265e97a159, please check neutron logs for more information.\n'] [ 755.412964] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 755.412964] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3e2afce-7714-4e1a-bb04-02a105efdc08.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3e2afce-7714-4e1a-bb04-02a105efdc08. [ 755.412964] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: d3e2afce-7714-4e1a-bb04-02a105efdc08] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3e2afce-7714-4e1a-bb04-02a105efdc08. [ 755.437746] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: d3e2afce-7714-4e1a-bb04-02a105efdc08] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.456027] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: d3e2afce-7714-4e1a-bb04-02a105efdc08] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.459158] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2dbd5105-7a45-476d-b311-a3326516a1e4 tempest-ServersAdminTestJSON-1000534427 tempest-ServersAdminTestJSON-1000534427-project-member] [instance: d3e2afce-7714-4e1a-bb04-02a105efdc08] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.842278] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] [instance: aa6a8fb5-5d38-4fc1-a94d-605fbc18a292] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 536eb3a9-04b5-4806-ab14-d574b9f3d06d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance aa6a8fb5-5d38-4fc1-a94d-605fbc18a292 was re-scheduled: Binding failed for port 536eb3a9-04b5-4806-ab14-d574b9f3d06d, please check neutron logs for more information.\n'] [ 759.843075] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 759.843075] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa6a8fb5-5d38-4fc1-a94d-605fbc18a292.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa6a8fb5-5d38-4fc1-a94d-605fbc18a292. [ 759.843206] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] [instance: aa6a8fb5-5d38-4fc1-a94d-605fbc18a292] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa6a8fb5-5d38-4fc1-a94d-605fbc18a292. [ 759.868791] nova-conductor[53900]: DEBUG nova.network.neutron [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] [instance: aa6a8fb5-5d38-4fc1-a94d-605fbc18a292] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.885203] nova-conductor[53900]: DEBUG nova.network.neutron [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] [instance: aa6a8fb5-5d38-4fc1-a94d-605fbc18a292] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.889373] nova-conductor[53900]: DEBUG nova.network.neutron [None req-b8e8c2a4-4dd8-4ac6-bc37-01a97436a5db tempest-ServerActionsV293TestJSON-329507978 tempest-ServerActionsV293TestJSON-329507978-project-member] [instance: aa6a8fb5-5d38-4fc1-a94d-605fbc18a292] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.682304] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.708433] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=15,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=31,nova_cell1:RELEASE=2,nova_cell1:UPDATE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.726601] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=24,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.730379] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=4,nova_api:DELETE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 764.637918] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 764.653775] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 764.661912] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 764.665310] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 771.915474] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 771.931889] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.932120] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.932283] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.964220] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.964460] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.964650] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.965061] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.965262] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.965429] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.974790] nova-conductor[53899]: DEBUG nova.quota [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Getting quotas for project 6d75ad66579b4872a300a49586bf5f58. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 771.977995] nova-conductor[53899]: DEBUG nova.quota [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Getting quotas for user ec72a84e4aa145f881a0271a1b7484fe and project 6d75ad66579b4872a300a49586bf5f58. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 771.983268] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] [instance: 7411d23a-2e24-4169-af1c-50930d2b4f25] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 771.984076] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.984076] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.984156] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.990870] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] [instance: 7411d23a-2e24-4169-af1c-50930d2b4f25] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 771.991467] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.991695] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.992519] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.014591] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.014847] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.015057] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b2c828e3-4d62-4bbd-a194-26d537714e7c tempest-ServerPasswordTestJSON-616834009 tempest-ServerPasswordTestJSON-616834009-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.969857] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 781.993963] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 782.008918] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 782.018229] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 784.496110] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:UPDATE=171,nova_cell1:SELECT=330,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:INSERT=26 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 787.056809] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: d666f6f2-aa11-4925-bd1b-c417d0ccfe7f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c9253c02-e160-4923-b556-531ef34ca755, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d666f6f2-aa11-4925-bd1b-c417d0ccfe7f was re-scheduled: Binding failed for port c9253c02-e160-4923-b556-531ef34ca755, please check neutron logs for more information.\n'] [ 787.057450] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 787.057679] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d666f6f2-aa11-4925-bd1b-c417d0ccfe7f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d666f6f2-aa11-4925-bd1b-c417d0ccfe7f. [ 787.057995] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: d666f6f2-aa11-4925-bd1b-c417d0ccfe7f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d666f6f2-aa11-4925-bd1b-c417d0ccfe7f. [ 787.078957] nova-conductor[53899]: DEBUG nova.network.neutron [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: d666f6f2-aa11-4925-bd1b-c417d0ccfe7f] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.095338] nova-conductor[53899]: DEBUG nova.network.neutron [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: d666f6f2-aa11-4925-bd1b-c417d0ccfe7f] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.098902] nova-conductor[53899]: DEBUG nova.network.neutron [None req-38eee2d1-bc45-49cb-8eb7-427b76f59338 tempest-VolumesAdminNegativeTest-1914746906 tempest-VolumesAdminNegativeTest-1914746906-project-member] [instance: d666f6f2-aa11-4925-bd1b-c417d0ccfe7f] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.655266] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=334,nova_cell1:UPDATE=171,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:INSERT=21,nova_cell1:DELETE=5 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 798.568263] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 798.590553] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.591203] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.591542] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.642436] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.645019] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.645019] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.645019] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.645019] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.645019] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.654257] nova-conductor[53899]: DEBUG nova.quota [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Getting quotas for project 4ef53133bd76475b9017a6bd9cbd5f9a. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 798.657176] nova-conductor[53899]: DEBUG nova.quota [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Getting quotas for user d7828677131d46e2a3e713a1009df15c and project 4ef53133bd76475b9017a6bd9cbd5f9a. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 798.662415] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 8e440c2b-de45-4057-99f4-5c399dac8350] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 798.662967] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.663330] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.664470] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.670883] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 8e440c2b-de45-4057-99f4-5c399dac8350] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 798.670883] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.670883] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.670883] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.684241] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.684469] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.684642] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1edbe83d-9591-4342-84df-30000cd33511 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.122377] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 801.135935] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.135935] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.136100] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.164481] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.164719] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.164885] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.165258] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.165442] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.165600] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.172472] nova-conductor[53900]: DEBUG nova.quota [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 801.174447] nova-conductor[53900]: DEBUG nova.quota [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 801.179110] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 0aebb042-3dfc-40bb-9653-bbc1dad163b3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 801.179453] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.179642] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.179799] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.184296] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 0aebb042-3dfc-40bb-9653-bbc1dad163b3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 801.184938] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.185150] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.185313] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.197500] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.197678] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.197793] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-1c6eaa16-d83e-4996-88a7-df017291dea4 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.478139] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] [instance: 501558d9-93b2-474c-8203-35dba8fe3e4b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2e02b55d-2c78-4175-b506-d846230bbb16, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 501558d9-93b2-474c-8203-35dba8fe3e4b was re-scheduled: Binding failed for port 2e02b55d-2c78-4175-b506-d846230bbb16, please check neutron logs for more information.\n'] [ 801.478832] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 801.479095] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 501558d9-93b2-474c-8203-35dba8fe3e4b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 501558d9-93b2-474c-8203-35dba8fe3e4b. [ 801.479512] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] [instance: 501558d9-93b2-474c-8203-35dba8fe3e4b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 501558d9-93b2-474c-8203-35dba8fe3e4b. [ 801.503507] nova-conductor[53900]: DEBUG nova.network.neutron [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] [instance: 501558d9-93b2-474c-8203-35dba8fe3e4b] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.518686] nova-conductor[53900]: DEBUG nova.network.neutron [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] [instance: 501558d9-93b2-474c-8203-35dba8fe3e4b] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.522777] nova-conductor[53900]: DEBUG nova.network.neutron [None req-9fdafcf5-807e-44f6-a1c5-04780dd936c0 tempest-InstanceActionsV221TestJSON-1562871637 tempest-InstanceActionsV221TestJSON-1562871637-project-member] [instance: 501558d9-93b2-474c-8203-35dba8fe3e4b] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.383609] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: 56801434-6daa-49e2-86d2-3def6427b1e6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 36d24b52-ce15-4978-99fd-0d95fc8308df, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 56801434-6daa-49e2-86d2-3def6427b1e6 was re-scheduled: Binding failed for port 36d24b52-ce15-4978-99fd-0d95fc8308df, please check neutron logs for more information.\n'] [ 803.384871] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 803.384928] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56801434-6daa-49e2-86d2-3def6427b1e6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56801434-6daa-49e2-86d2-3def6427b1e6. [ 803.385272] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: 56801434-6daa-49e2-86d2-3def6427b1e6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56801434-6daa-49e2-86d2-3def6427b1e6. [ 803.421905] nova-conductor[53899]: DEBUG nova.network.neutron [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: 56801434-6daa-49e2-86d2-3def6427b1e6] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.439360] nova-conductor[53899]: DEBUG nova.network.neutron [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: 56801434-6daa-49e2-86d2-3def6427b1e6] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.443124] nova-conductor[53899]: DEBUG nova.network.neutron [None req-1207679f-1b09-42c5-9a80-48e469a3007e tempest-SecurityGroupsTestJSON-979313153 tempest-SecurityGroupsTestJSON-979313153-project-member] [instance: 56801434-6daa-49e2-86d2-3def6427b1e6] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.142119] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] [instance: ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f2e6eca-3c91-4097-bcde-39b8a49f5a4c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306 was re-scheduled: Binding failed for port 9f2e6eca-3c91-4097-bcde-39b8a49f5a4c, please check neutron logs for more information.\n'] [ 805.142842] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 805.143685] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306. [ 805.143685] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] [instance: ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306. [ 805.164728] nova-conductor[53899]: DEBUG nova.network.neutron [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] [instance: ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.183200] nova-conductor[53899]: DEBUG nova.network.neutron [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] [instance: ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.183784] nova-conductor[53899]: DEBUG nova.network.neutron [None req-fbea1626-11e2-40af-8bfe-b42832b69158 tempest-ServerDiagnosticsTest-774784193 tempest-ServerDiagnosticsTest-774784193-project-member] [instance: ccbf5c43-aa8d-4aa5-a3e4-a12eb70d4306] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.125552] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: da334a50-c5cc-43d2-9530-7c5965dafb52] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 24fd6ec1-9ebb-46e9-8ed3-1f737c280331, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance da334a50-c5cc-43d2-9530-7c5965dafb52 was re-scheduled: Binding failed for port 24fd6ec1-9ebb-46e9-8ed3-1f737c280331, please check neutron logs for more information.\n'] [ 807.126554] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 807.126554] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance da334a50-c5cc-43d2-9530-7c5965dafb52.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance da334a50-c5cc-43d2-9530-7c5965dafb52. [ 807.126713] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: da334a50-c5cc-43d2-9530-7c5965dafb52] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance da334a50-c5cc-43d2-9530-7c5965dafb52. [ 807.169564] nova-conductor[53900]: DEBUG nova.network.neutron [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: da334a50-c5cc-43d2-9530-7c5965dafb52] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.188269] nova-conductor[53900]: DEBUG nova.network.neutron [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: da334a50-c5cc-43d2-9530-7c5965dafb52] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.192009] nova-conductor[53900]: DEBUG nova.network.neutron [None req-929f1b43-7abe-48da-a16c-2bf41dfa152b tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: da334a50-c5cc-43d2-9530-7c5965dafb52] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.297725] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 808.323030] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.323404] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.323498] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.371728] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.371728] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.371728] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.372103] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.372331] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.372587] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.393590] nova-conductor[53899]: DEBUG nova.quota [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Getting quotas for project fab52872d3f64907bf1ccb5a5cea0128. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 808.399063] nova-conductor[53899]: DEBUG nova.quota [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Getting quotas for user a4f349b5397249a8bd4e90354e01b9ba and project fab52872d3f64907bf1ccb5a5cea0128. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 808.414292] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] [instance: 113746bc-9cfa-4fda-97a7-17fb3c789d80] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 808.414292] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.414292] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.414292] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.419223] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] [instance: 113746bc-9cfa-4fda-97a7-17fb3c789d80] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 808.419982] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.420239] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.420433] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.458999] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.459311] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.459511] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-66c7b0d6-9af3-4168-9d72-15018476765e tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.020234] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 492a4f0c-5c4d-452d-80af-348048421769, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7 was re-scheduled: Binding failed for port 492a4f0c-5c4d-452d-80af-348048421769, please check neutron logs for more information.\n'] [ 809.020234] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 809.020234] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7. [ 809.020234] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7. [ 809.054305] nova-conductor[53899]: DEBUG nova.network.neutron [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.081456] nova-conductor[53899]: DEBUG nova.network.neutron [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.086703] nova-conductor[53899]: DEBUG nova.network.neutron [None req-fef1ceaf-7585-471c-9d64-4169f90e5d9d tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 1cd90b08-69f5-43ac-bcd5-f44c18f6e5e7] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.904445] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 810.930474] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.930474] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.930669] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.985670] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.986258] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.986258] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.986717] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.986717] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.986825] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.006837] nova-conductor[53899]: DEBUG nova.quota [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 811.015433] nova-conductor[53899]: DEBUG nova.quota [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for user 338f5deb66cc4227acff3e038713e5c8 and project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 811.028797] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: d7598b20-a9f0-48da-9df4-e61347ce4d3e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 811.028947] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.029166] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.029338] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.035876] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: d7598b20-a9f0-48da-9df4-e61347ce4d3e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 811.040276] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.040276] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.040276] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.056410] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.057308] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.057308] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b81e583b-d1da-48d7-9904-7f1c1b4fc270 tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.169764] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 811.187535] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 811.194186] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 811.195972] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 812.792379] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 812.816172] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.816172] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.816172] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.861430] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.861430] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.861430] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.861664] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.862300] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.862532] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.875677] nova-conductor[53900]: DEBUG nova.quota [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Getting quotas for project 06a71cb2912b47128fc9a0c8f71af950. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 812.878519] nova-conductor[53900]: DEBUG nova.quota [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Getting quotas for user 6406552a05bb4858beeec0a698b30aaa and project 06a71cb2912b47128fc9a0c8f71af950. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 812.893422] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] [instance: 8f5ded7d-6ccd-4d6a-8ef4-dd8a11eeb393] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 812.893422] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.893422] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.893422] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.896890] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] [instance: 8f5ded7d-6ccd-4d6a-8ef4-dd8a11eeb393] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 812.897608] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.897805] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.897968] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.923655] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.923655] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.924636] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-936bf71b-c703-4aee-970e-7a4abcfeca79 tempest-ServersV294TestFqdnHostnames-449771311 tempest-ServersV294TestFqdnHostnames-449771311-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.515183] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: e2efe9bf-bbb9-45d1-a001-cc992ef5f006] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8a21fa3e-34db-4408-8ae2-95d7c2551f93, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e2efe9bf-bbb9-45d1-a001-cc992ef5f006 was re-scheduled: Binding failed for port 8a21fa3e-34db-4408-8ae2-95d7c2551f93, please check neutron logs for more information.\n'] [ 813.515815] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 813.516061] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e2efe9bf-bbb9-45d1-a001-cc992ef5f006.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e2efe9bf-bbb9-45d1-a001-cc992ef5f006. [ 813.516376] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: e2efe9bf-bbb9-45d1-a001-cc992ef5f006] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e2efe9bf-bbb9-45d1-a001-cc992ef5f006. [ 813.542510] nova-conductor[53900]: DEBUG nova.network.neutron [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: e2efe9bf-bbb9-45d1-a001-cc992ef5f006] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.559446] nova-conductor[53900]: DEBUG nova.network.neutron [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: e2efe9bf-bbb9-45d1-a001-cc992ef5f006] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.563052] nova-conductor[53900]: DEBUG nova.network.neutron [None req-9196e9b0-016d-4aa4-ad59-94c000015dec tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: e2efe9bf-bbb9-45d1-a001-cc992ef5f006] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.517209] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 3747f49f-b70d-477c-afdc-3e46e291ccee] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d049fbb5-ad65-4384-83c9-3ef919fa0bfb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3747f49f-b70d-477c-afdc-3e46e291ccee was re-scheduled: Binding failed for port d049fbb5-ad65-4384-83c9-3ef919fa0bfb, please check neutron logs for more information.\n'] [ 815.517930] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 815.518192] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3747f49f-b70d-477c-afdc-3e46e291ccee.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3747f49f-b70d-477c-afdc-3e46e291ccee. [ 815.518508] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 3747f49f-b70d-477c-afdc-3e46e291ccee] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3747f49f-b70d-477c-afdc-3e46e291ccee. [ 815.545137] nova-conductor[53899]: DEBUG nova.network.neutron [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 3747f49f-b70d-477c-afdc-3e46e291ccee] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.561016] nova-conductor[53899]: DEBUG nova.network.neutron [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 3747f49f-b70d-477c-afdc-3e46e291ccee] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.565305] nova-conductor[53899]: DEBUG nova.network.neutron [None req-beff78af-2b29-441e-9216-51a5d3a10b24 tempest-ListServerFiltersTestJSON-368069946 tempest-ListServerFiltersTestJSON-368069946-project-member] [instance: 3747f49f-b70d-477c-afdc-3e46e291ccee] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.271502] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] [instance: ee54add4-76eb-490b-9bb7-d0786fc282e0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1445fd93-36e7-4ebd-8e55-1dee6572f05b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ee54add4-76eb-490b-9bb7-d0786fc282e0 was re-scheduled: Binding failed for port 1445fd93-36e7-4ebd-8e55-1dee6572f05b, please check neutron logs for more information.\n'] [ 817.272126] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 817.272362] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee54add4-76eb-490b-9bb7-d0786fc282e0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee54add4-76eb-490b-9bb7-d0786fc282e0. [ 817.272520] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] [instance: ee54add4-76eb-490b-9bb7-d0786fc282e0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee54add4-76eb-490b-9bb7-d0786fc282e0. [ 817.295064] nova-conductor[53900]: DEBUG nova.network.neutron [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] [instance: ee54add4-76eb-490b-9bb7-d0786fc282e0] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.310695] nova-conductor[53900]: DEBUG nova.network.neutron [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] [instance: ee54add4-76eb-490b-9bb7-d0786fc282e0] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.314099] nova-conductor[53900]: DEBUG nova.network.neutron [None req-89e5c4d4-bf39-416a-a09f-8be38a4f77d3 tempest-ServerMetadataNegativeTestJSON-1708241605 tempest-ServerMetadataNegativeTestJSON-1708241605-project-member] [instance: ee54add4-76eb-490b-9bb7-d0786fc282e0] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.068188] nova-conductor[53900]: ERROR nova.scheduler.utils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 63a73303-c99b-494c-87a8-346f0896ac4a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6cf856e1-82e6-48e8-8df4-2e7e579a4d73, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 63a73303-c99b-494c-87a8-346f0896ac4a was re-scheduled: Binding failed for port 6cf856e1-82e6-48e8-8df4-2e7e579a4d73, please check neutron logs for more information.\n'] [ 819.068779] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Rescheduling: True {{(pid=53900) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 819.069020] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 63a73303-c99b-494c-87a8-346f0896ac4a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 63a73303-c99b-494c-87a8-346f0896ac4a. [ 819.069592] nova-conductor[53900]: WARNING nova.scheduler.utils [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 63a73303-c99b-494c-87a8-346f0896ac4a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 63a73303-c99b-494c-87a8-346f0896ac4a. [ 819.099779] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 63a73303-c99b-494c-87a8-346f0896ac4a] deallocate_for_instance() {{(pid=53900) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.275282] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 63a73303-c99b-494c-87a8-346f0896ac4a] Instance cache missing network info. {{(pid=53900) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.278607] nova-conductor[53900]: DEBUG nova.network.neutron [None req-2c996669-f2fb-4622-85ad-4cff63d511c4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 63a73303-c99b-494c-87a8-346f0896ac4a] Updating instance_info_cache with network_info: [] {{(pid=53900) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.357139] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 820.371795] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.372049] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.372225] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.424453] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.424687] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.424851] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.425255] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.425482] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.425644] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.435590] nova-conductor[53900]: DEBUG nova.quota [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 820.438643] nova-conductor[53900]: DEBUG nova.quota [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for user 64c9d3a885924f63995269e03de90efb and project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 820.443807] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 6058667a-b137-4d29-afcb-943163c816e1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 820.444223] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.444458] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.444596] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.449899] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 6058667a-b137-4d29-afcb-943163c816e1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 820.450562] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.450777] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.450943] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.466422] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.466664] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.466832] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-a89daed1-40cb-44f0-a2bb-643eb89d45f4 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.991227] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.039616] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.047854] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=1,nova_api:UPDATE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.052985] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.429721] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.453747] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.467261] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.467261] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 832.650340] nova-conductor[53899]: ERROR nova.scheduler.utils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: 94336ab9-0a0f-4653-a208-e38a51dca2db] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7980b704-ebdf-48db-9489-54ae39a24682, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 94336ab9-0a0f-4653-a208-e38a51dca2db was re-scheduled: Binding failed for port 7980b704-ebdf-48db-9489-54ae39a24682, please check neutron logs for more information.\n'] [ 832.651017] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Rescheduling: True {{(pid=53899) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 832.651260] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94336ab9-0a0f-4653-a208-e38a51dca2db.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94336ab9-0a0f-4653-a208-e38a51dca2db. [ 832.651478] nova-conductor[53899]: WARNING nova.scheduler.utils [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: 94336ab9-0a0f-4653-a208-e38a51dca2db] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94336ab9-0a0f-4653-a208-e38a51dca2db. [ 832.681654] nova-conductor[53899]: DEBUG nova.network.neutron [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: 94336ab9-0a0f-4653-a208-e38a51dca2db] deallocate_for_instance() {{(pid=53899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.783017] nova-conductor[53899]: DEBUG nova.network.neutron [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: 94336ab9-0a0f-4653-a208-e38a51dca2db] Instance cache missing network info. {{(pid=53899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.784879] nova-conductor[53899]: DEBUG nova.network.neutron [None req-cf1284bf-ed5b-404b-b54f-48296632b039 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: 94336ab9-0a0f-4653-a208-e38a51dca2db] Updating instance_info_cache with network_info: [] {{(pid=53899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.123234] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 836.139249] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.139484] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.139687] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.163118] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.163306] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.163475] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.163847] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.164042] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.164204] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.171955] nova-conductor[53899]: DEBUG nova.quota [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Getting quotas for project b84a4d976cec4fcab83d8493a5b3064c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 836.174068] nova-conductor[53899]: DEBUG nova.quota [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Getting quotas for user 14fc62253d144f4989370c750a87b6f0 and project b84a4d976cec4fcab83d8493a5b3064c. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 836.179173] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: f86f4561-6bf2-44b9-9dfb-31a1e6e17dcf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 836.179603] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.179826] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.179998] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.184184] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: f86f4561-6bf2-44b9-9dfb-31a1e6e17dcf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 836.184870] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.185102] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.185300] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.200030] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.200030] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.200030] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-2ccacb23-2af7-466c-9b44-31b40aacb8e8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.655637] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SAVEPOINT=34,nova_cell1:RELEASE=34,nova_cell1:SELECT=416,nova_cell1:UPDATE=217,nova_cell1:INSERT=36 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 846.168543] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 846.187929] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 846.195532] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 846.198696] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.335522] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 849.350838] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.351102] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.351273] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.380575] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.381071] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.381382] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.381879] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.382182] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.382453] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.391164] nova-conductor[53900]: DEBUG nova.quota [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Getting quotas for project 8049e22cfd8a4b02bbd85c2c45afede6. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 849.396968] nova-conductor[53900]: DEBUG nova.quota [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Getting quotas for user 39b19ecba83e4122a8802fd73f14a61b and project 8049e22cfd8a4b02bbd85c2c45afede6. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 849.406247] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] [instance: 0d3c6a7d-dd94-43aa-be75-c2eb5a8c89cd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 849.406907] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.407314] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.407314] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.426852] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] [instance: 0d3c6a7d-dd94-43aa-be75-c2eb5a8c89cd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 849.427667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.427974] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.428414] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.458812] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.459073] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.459261] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-84cd3f9d-40e6-46dc-955f-8cf8aadfeb16 tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.794995] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=413,nova_cell1:UPDATE=213,nova_cell1:SAVEPOINT=43,nova_cell1:RELEASE=43,nova_cell1:DELETE=2,nova_cell1:INSERT=36 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.386680] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.432213] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.453196] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.454684] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.714609] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 859.735229] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: d34e5c81-390b-4d86-be82-17b8031168b9] While scheduling instance, the build request was already deleted. {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 859.769103] nova-conductor[53899]: INFO nova.scheduler.client.report [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Deleted allocations for instance d34e5c81-390b-4d86-be82-17b8031168b9 [ 859.776203] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.776480] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.776653] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.777107] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.777302] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.777461] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.787817] nova-conductor[53899]: DEBUG nova.quota [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 859.791231] nova-conductor[53899]: DEBUG nova.quota [None req-86b01bf4-f726-4b32-a5dc-0bd3aea7bede tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 860.366783] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 860.383862] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.384346] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.384646] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.418185] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.418556] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.418628] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.419026] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.419266] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.419438] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.428234] nova-conductor[53900]: DEBUG nova.quota [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 860.431234] nova-conductor[53900]: DEBUG nova.quota [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 860.436239] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 08280e7d-1b68-4985-b8ce-9de3cf258d1c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 860.436724] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.436960] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.437160] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.440839] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 08280e7d-1b68-4985-b8ce-9de3cf258d1c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 860.441573] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.441805] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.442134] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.458718] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.458982] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.459137] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-fa03c63a-72fd-43da-9311-1eee0ce76873 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.141061] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 863.158910] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.159440] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.159440] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.197444] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.197690] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.197863] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.198263] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.198461] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.198621] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.208502] nova-conductor[53899]: DEBUG nova.quota [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 863.211590] nova-conductor[53899]: DEBUG nova.quota [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for user b58684a1f98646a195632b60638ceb32 and project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 863.216935] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 36a3b6e9-b37f-41a6-bd93-5157bd204e5e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 863.217454] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.217658] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.217826] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.220745] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 36a3b6e9-b37f-41a6-bd93-5157bd204e5e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3067a89-dc7f-4cb3-ab13-ea2d82850b23',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 863.221739] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.221944] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.222123] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.238351] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.238504] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.238673] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-261bcbcf-2b76-46e4-adaa-6d31d7b9142d tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.825585] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 867.842988] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.843245] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.843414] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.872384] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.872606] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.872775] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.873307] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.873510] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.873676] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.884337] nova-conductor[53900]: DEBUG nova.quota [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Getting quotas for project fab52872d3f64907bf1ccb5a5cea0128. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 867.887275] nova-conductor[53900]: DEBUG nova.quota [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Getting quotas for user a4f349b5397249a8bd4e90354e01b9ba and project fab52872d3f64907bf1ccb5a5cea0128. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 867.892661] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] [instance: dec6e3fc-b39e-4189-acb4-5bce2093c9e0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 867.893180] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.893387] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.893572] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.896523] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] [instance: dec6e3fc-b39e-4189-acb4-5bce2093c9e0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 867.897282] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.897486] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.897650] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.913193] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.913420] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.913587] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-0310f4d0-b8ec-43b9-8a05-ee8668d1032a tempest-ServerRescueTestJSON-800171351 tempest-ServerRescueTestJSON-800171351-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.911578] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 868.934064] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.934363] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.934563] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.995453] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.995694] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.995862] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.031500] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.031629] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.032022] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.032233] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.032927] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.032927] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.043407] nova-conductor[53899]: DEBUG nova.quota [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Getting quotas for project a4bbdaddf70943c2bb28ae25673f81b9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 869.046185] nova-conductor[53899]: DEBUG nova.quota [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Getting quotas for user d3429373d3674e139c0f1e57d54c4e7b and project a4bbdaddf70943c2bb28ae25673f81b9. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 869.053530] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 9bc389e6-7a16-45ca-943c-e3241d119aed] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.053991] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.054462] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.054462] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.060239] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 9bc389e6-7a16-45ca-943c-e3241d119aed] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.061408] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.061408] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.061408] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.086798] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.087071] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.087288] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.094725] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 05ef657a-9fce-4562-8a8e-e266e109dcc9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.095051] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.095159] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.097048] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.100461] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] [instance: 05ef657a-9fce-4562-8a8e-e266e109dcc9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.101256] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.101462] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.101624] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.124533] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.125265] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.125265] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-6d4b65e9-8c2d-4822-948e-9029e11369d6 tempest-MultipleCreateTestJSON-1363909552 tempest-MultipleCreateTestJSON-1363909552-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.486735] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 869.500163] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 869.500613] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.500880] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.501012] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.513644] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.513877] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.514068] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.539041] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.539435] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.539665] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.540085] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.540383] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.540468] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.553863] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.554118] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.554307] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.555130] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.555130] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.555130] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.561300] nova-conductor[53899]: DEBUG nova.quota [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Getting quotas for project 70eef91aab10422baf7f2a47059c9ae2. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 869.564899] nova-conductor[53899]: DEBUG nova.quota [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Getting quotas for user dd09bf0ed61942a292487c38020a52d9 and project 70eef91aab10422baf7f2a47059c9ae2. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 869.567891] nova-conductor[53900]: DEBUG nova.quota [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 869.570445] nova-conductor[53900]: DEBUG nova.quota [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Getting quotas for user 338f5deb66cc4227acff3e038713e5c8 and project 0c3206ef73534f249206cfd17ee0aa6c. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 869.572039] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] [instance: 5874c9cd-91ef-48ee-9a68-c19482575a7c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.572487] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.572698] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.572860] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.578073] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: b83c2634-8025-43c9-9b3a-52bd182286d8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.578503] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.578707] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.578875] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.580562] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] [instance: 5874c9cd-91ef-48ee-9a68-c19482575a7c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.581259] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.581871] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.581871] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.583428] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] [instance: b83c2634-8025-43c9-9b3a-52bd182286d8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.583968] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.584197] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.584368] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.598943] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.601137] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.601137] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1306b609-f366-4345-82f9-37c4c0ea7cf2 tempest-ServerRescueTestJSONUnderV235-257285653 tempest-ServerRescueTestJSONUnderV235-257285653-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.601233] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.601233] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.601233] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-d7550f9c-d919-4679-9069-5d2a26786dcf tempest-AttachInterfacesTestJSON-1509308516 tempest-AttachInterfacesTestJSON-1509308516-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.519652] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-8f95f9ca-55c8-4db7-9900-3fa9ba2e3013 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method migrate_server {{(pid=53899) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 870.520495] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-8f95f9ca-55c8-4db7-9900-3fa9ba2e3013 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.520495] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-8f95f9ca-55c8-4db7-9900-3fa9ba2e3013 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.520495] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-8f95f9ca-55c8-4db7-9900-3fa9ba2e3013 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.673667] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-8f95f9ca-55c8-4db7-9900-3fa9ba2e3013 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 6058667a-b137-4d29-afcb-943163c816e1] Restricting to cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) while migrating {{(pid=53899) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 870.807022] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-8f95f9ca-55c8-4db7-9900-3fa9ba2e3013 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Created allocations for migration 3efaf246-3769-4f45-bd8a-4ff1f480d0ab on 226090a7-00bd-4e3f-8ba7-129aeca114fc {{(pid=53899) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 871.313779] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-8f95f9ca-55c8-4db7-9900-3fa9ba2e3013 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 6058667a-b137-4d29-afcb-943163c816e1] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 879.547028] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=4 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.560160] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.586809] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.594938] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.598332] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 881.329123] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=25,nova_api:DELETE=2,nova_api:UPDATE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 881.332763] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=28,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 881.347068] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=21,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:UPDATE=6 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 882.773441] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 882.781983] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 4b88a4f2-2398-4ecc-ba3e-6a87202d17e9] While scheduling instance, the build request was already deleted. {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 882.806793] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.807091] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.807306] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.807683] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.807871] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.808045] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.818018] nova-conductor[53900]: DEBUG nova.quota [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 882.820987] nova-conductor[53900]: DEBUG nova.quota [None req-c498c829-4384-444d-acf1-e9b0111c20f9 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for user 484557b41cae4ce49aed87ce9225021f and project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 883.502349] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 883.517561] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.517819] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.518035] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.570738] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.570981] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.571216] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.571635] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.571818] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.571977] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.584720] nova-conductor[53899]: DEBUG nova.quota [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 883.588157] nova-conductor[53899]: DEBUG nova.quota [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for user 484557b41cae4ce49aed87ce9225021f and project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 883.593416] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 1266b019-936f-4a10-af41-c67b92d793e7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 883.593927] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.594188] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.594305] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.597562] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 1266b019-936f-4a10-af41-c67b92d793e7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 883.598254] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.598464] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.598626] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.615478] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.615744] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.615949] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-370ad09c-dc3e-44a6-8a50-bf580eab07fc tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.812932] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 892.813685] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 892.819262] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 892.825015] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.579967] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.602367] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.612432] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=6 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.612955] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 901.146709] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 901.165051] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.165051] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.165051] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.225631] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.226083] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.228083] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.228083] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.228083] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.228083] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.260658] nova-conductor[53900]: DEBUG nova.quota [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Getting quotas for project fceaecc480604f76a06f8dc9367abf97. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 901.271455] nova-conductor[53900]: DEBUG nova.quota [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Getting quotas for user 3864711644654cea905c70a0dbf06364 and project fceaecc480604f76a06f8dc9367abf97. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 901.288781] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: 294ff2e6-b3da-48ed-8027-d028c6b5c6a8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 901.289136] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.289292] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.289507] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.301377] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] [instance: 294ff2e6-b3da-48ed-8027-d028c6b5c6a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 901.302969] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.302969] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.302969] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.375471] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.375766] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.376021] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-48120927-533b-4d51-bb83-5143aa567bc6 tempest-AttachVolumeNegativeTest-1972511683 tempest-AttachVolumeNegativeTest-1972511683-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.733106] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=424,nova_cell1:UPDATE=288,nova_cell1:INSERT=31,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:DELETE=14 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 906.410212] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 906.429463] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.429765] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.429965] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.465633] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.467127] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.467127] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.467127] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.467127] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.467556] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.480371] nova-conductor[53899]: DEBUG nova.quota [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 906.483894] nova-conductor[53899]: DEBUG nova.quota [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 906.490372] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 8ae27ee1-fb40-47b7-b56e-7949a119776e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 906.490912] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.491155] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.491326] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.498415] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 8ae27ee1-fb40-47b7-b56e-7949a119776e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 906.499347] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.500025] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.500025] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.520406] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.520604] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.520664] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-a05375d4-60bb-4068-9b72-223a722d75fc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.614945] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 907.633034] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.633034] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.633034] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.683766] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.684133] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.684360] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.684837] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.685141] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.685325] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.697334] nova-conductor[53900]: DEBUG nova.quota [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 907.701030] nova-conductor[53900]: DEBUG nova.quota [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Getting quotas for user b58684a1f98646a195632b60638ceb32 and project f1943122a61f450daca435a6455e3a43. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 907.708305] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 210c3464-58a6-42f6-8553-da472a77877b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 907.708861] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.709158] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.709341] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.713154] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] [instance: 210c3464-58a6-42f6-8553-da472a77877b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 907.714072] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.714499] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.714567] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.739131] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.739383] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.739596] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8c6a4302-5eac-42c3-b4e4-6d0f23963d71 tempest-ImagesTestJSON-1135943775 tempest-ImagesTestJSON-1135943775-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.989625] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:UPDATE=250,nova_cell1:SELECT=431,nova_cell1:INSERT=36,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:DELETE=6 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 916.473157] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 916.502125] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 916.513371] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=6 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 916.516661] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 917.696957] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 917.717464] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 917.729161] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 917.737076] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 932.368764] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 932.383758] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.383992] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.384172] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.422704] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.423011] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.423218] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.423646] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.423979] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.424086] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.439771] nova-conductor[53900]: DEBUG nova.quota [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 932.443163] nova-conductor[53900]: DEBUG nova.quota [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for user 64c9d3a885924f63995269e03de90efb and project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 932.452017] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 7224b748-52cf-4c01-b9a9-567d87c39286] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 932.452017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.452017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.452017] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.456809] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 7224b748-52cf-4c01-b9a9-567d87c39286] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 932.457821] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.458234] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.458497] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.486473] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.486858] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.486989] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-00f6010e-ccd8-4da5-b6a9-283d202eb4c3 tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.841271] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 933.866104] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.866104] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.866104] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.923341] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.923660] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.923838] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.954597] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.954597] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.954597] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.980891] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.981151] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.981319] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.981706] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.981891] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.982061] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.994178] nova-conductor[53899]: DEBUG nova.quota [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Getting quotas for project 4353929b491347c9a8688d93dfd607e1. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 933.997364] nova-conductor[53899]: DEBUG nova.quota [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Getting quotas for user 46d5c5e32e2141b5b637beea94a78a69 and project 4353929b491347c9a8688d93dfd607e1. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 934.002721] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] [instance: e13400fc-7669-4093-a4a9-803678b31702] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 934.003276] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.003639] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.003815] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.007031] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] [instance: e13400fc-7669-4093-a4a9-803678b31702] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 934.007744] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.007963] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.008146] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.034176] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.034596] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.034780] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.041675] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] [instance: 95a01f9f-3729-4ee2-a33b-916a2ebe6bca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 934.042204] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.042418] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.042587] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.046432] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] [instance: 95a01f9f-3729-4ee2-a33b-916a2ebe6bca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 934.047141] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.047394] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.048404] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.066553] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.066788] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.066952] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.076484] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] [instance: 33cffc80-7cac-40ed-af23-d7f99225fa61] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 934.076969] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.077191] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.077381] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.087033] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] [instance: 33cffc80-7cac-40ed-af23-d7f99225fa61] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 934.087749] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.087960] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.088147] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.105955] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.106228] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.106401] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-b16c2fa0-f03e-40c1-9d5b-be55add9f09a tempest-ListServersNegativeTestJSON-600649517 tempest-ListServersNegativeTestJSON-600649517-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.271507] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 937.288378] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.288607] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.288774] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.330816] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.331068] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.331239] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.331599] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.333941] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.333941] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.341565] nova-conductor[53899]: DEBUG nova.quota [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 937.342411] nova-conductor[53899]: DEBUG nova.quota [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for user 484557b41cae4ce49aed87ce9225021f and project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 937.348137] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 3b6179b8-8d85-46b6-ba6f-2bc8a66adb34] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 937.348686] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.349723] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.349723] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.361136] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 3b6179b8-8d85-46b6-ba6f-2bc8a66adb34] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 937.362675] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.362675] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.362675] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.389178] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.390887] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.390887] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-25c17185-25b3-4b20-a620-f98e263537a6 tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.997876] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method unshelve_instance {{(pid=53899) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 940.998176] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.998374] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.998556] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.174937] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: f86f4561-6bf2-44b9-9dfb-31a1e6e17dcf] Requesting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) during scheduling {{(pid=53899) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 941.691954] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 941.691954] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] [instance: f86f4561-6bf2-44b9-9dfb-31a1e6e17dcf] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53899) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 941.696679] nova-conductor[53899]: DEBUG nova.objects.instance [None req-ab8f5d34-cc48-46a4-aa54-a9951b087bc8 tempest-AttachVolumeShelveTestJSON-1403202895 tempest-AttachVolumeShelveTestJSON-1403202895-project-member] Lazy-loading 'flavor' on Instance uuid f86f4561-6bf2-44b9-9dfb-31a1e6e17dcf {{(pid=53899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.432525] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.461411] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.472066] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=3,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.477998] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 947.337022] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 948.377670] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1a78d3b3-33d8-43e9-a323-9c44010c3c7d tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method migrate_server {{(pid=53899) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 948.377976] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a78d3b3-33d8-43e9-a323-9c44010c3c7d tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.378257] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a78d3b3-33d8-43e9-a323-9c44010c3c7d tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.378489] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a78d3b3-33d8-43e9-a323-9c44010c3c7d tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.453732] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-1a78d3b3-33d8-43e9-a323-9c44010c3c7d tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 7224b748-52cf-4c01-b9a9-567d87c39286] Restricting to cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) while migrating {{(pid=53899) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 948.692364] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-1a78d3b3-33d8-43e9-a323-9c44010c3c7d tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Created allocations for migration 7b8753b5-78e3-46c3-a1aa-0ecefa8d5842 on 226090a7-00bd-4e3f-8ba7-129aeca114fc {{(pid=53899) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 949.201030] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-1a78d3b3-33d8-43e9-a323-9c44010c3c7d tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 7224b748-52cf-4c01-b9a9-567d87c39286] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 949.997813] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 950.010445] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.010667] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.010834] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.041440] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.042184] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.042184] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.042375] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.042463] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.042620] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.053132] nova-conductor[53900]: DEBUG nova.quota [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 950.056075] nova-conductor[53900]: DEBUG nova.quota [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 950.061689] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: d09f53cc-b738-4472-9e3e-27c708b05af8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 950.062199] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.062400] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.062565] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.065890] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: d09f53cc-b738-4472-9e3e-27c708b05af8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 950.066574] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.066801] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.066970] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.084446] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.084682] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.085551] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-58a45655-a0d8-4b0b-9107-d27d0b4c69dc tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.031988] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-b5216f8f-498e-403c-b4b2-682ab17309c6 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method migrate_server {{(pid=53900) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 957.033079] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b5216f8f-498e-403c-b4b2-682ab17309c6 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.037370] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b5216f8f-498e-403c-b4b2-682ab17309c6 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.037832] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-b5216f8f-498e-403c-b4b2-682ab17309c6 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.193455] nova-conductor[53900]: DEBUG nova.conductor.tasks.migrate [None req-b5216f8f-498e-403c-b4b2-682ab17309c6 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 8e440c2b-de45-4057-99f4-5c399dac8350] Restricting to cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) while migrating {{(pid=53900) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 957.339319] nova-conductor[53900]: DEBUG nova.conductor.tasks.migrate [None req-b5216f8f-498e-403c-b4b2-682ab17309c6 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Created allocations for migration a284583c-7299-4428-a835-c454be6d465c on 226090a7-00bd-4e3f-8ba7-129aeca114fc {{(pid=53900) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 957.845517] nova-conductor[53900]: DEBUG nova.conductor.tasks.migrate [None req-b5216f8f-498e-403c-b4b2-682ab17309c6 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 8e440c2b-de45-4057-99f4-5c399dac8350] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 959.219092] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=21,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.223298] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=4,nova_api:DELETE=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.241362] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=25,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=34,nova_cell1:RELEASE=1,nova_cell1:UPDATE=12 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 960.046861] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 960.192243] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method unshelve_instance {{(pid=53900) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 960.193106] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.193106] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.195525] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.313870] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] [instance: f45a898e-369f-4a4b-ad1e-67f44cdaeb8e] Requesting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) during scheduling {{(pid=53900) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 960.820673] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 960.821180] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] [instance: f45a898e-369f-4a4b-ad1e-67f44cdaeb8e] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53900) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 960.826678] nova-conductor[53900]: DEBUG nova.objects.instance [None req-8e54dde2-20a8-499f-8333-0e1af3d6805c tempest-ServersNegativeTestJSON-549031336 tempest-ServersNegativeTestJSON-549031336-project-member] Lazy-loading 'flavor' on Instance uuid f45a898e-369f-4a4b-ad1e-67f44cdaeb8e {{(pid=53900) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.837921] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SAVEPOINT=29,nova_cell1:UPDATE=291,nova_cell1:RELEASE=29,nova_cell1:SELECT=466,nova_cell1:INSERT=28,nova_cell1:DELETE=10 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 970.043282] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=451,nova_cell1:UPDATE=305,nova_cell1:INSERT=41,nova_cell1:SAVEPOINT=33,nova_cell1:RELEASE=33,nova_cell1:DELETE=15 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 970.315166] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 970.834088] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 970.879316] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=18,nova_cell1:INSERT=12,nova_cell1:UPDATE=12 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 972.073236] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 972.086830] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.087092] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.087312] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.128446] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.128446] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.128588] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.129057] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.129253] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.129412] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.146540] nova-conductor[53899]: DEBUG nova.quota [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 972.149870] nova-conductor[53899]: DEBUG nova.quota [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 972.156525] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 3aea0117-8b7f-4fe8-9df3-ef74fece3827] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 972.157687] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.157687] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.157687] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.163790] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 3aea0117-8b7f-4fe8-9df3-ef74fece3827] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 972.164556] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.164772] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.165059] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.185034] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.185164] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.185351] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-99deca6a-c32b-496d-9c3b-a89df4ac5a8f tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.683221] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 975.703827] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.704072] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.704245] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.743408] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.743731] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.743908] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.744312] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.744500] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.744660] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.754380] nova-conductor[53900]: DEBUG nova.quota [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 975.757817] nova-conductor[53900]: DEBUG nova.quota [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for user 484557b41cae4ce49aed87ce9225021f and project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 975.762964] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 37ee5937-78b5-42b5-835e-94c33bc79644] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 975.763464] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.763794] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.763961] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.768599] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 37ee5937-78b5-42b5-835e-94c33bc79644] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 975.769557] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.769557] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.769943] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.784825] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.785743] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.785743] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-e4979c13-55e9-4fd4-8efa-36a22bf3cebb tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.891148] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 979.914081] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.914081] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.914081] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.952087] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.952252] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.952400] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.952783] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.952971] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.953144] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.962911] nova-conductor[53899]: DEBUG nova.quota [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Getting quotas for project 93939690f6af4d0080510b2e0a869b2d. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 979.966406] nova-conductor[53899]: DEBUG nova.quota [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Getting quotas for user b930752e1bcc478593b6b4ec9bb7367c and project 93939690f6af4d0080510b2e0a869b2d. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 979.971964] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] [instance: 902f81e9-704f-4a32-9f61-238b45e676cc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 979.972524] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.972734] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.972903] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.978308] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] [instance: 902f81e9-704f-4a32-9f61-238b45e676cc] block_device_mapping [BlockDeviceMapping(attachment_id=8aa841ee-ff33-428c-83d1-051d4f6681a2,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='c3b0c26f-d2af-488c-ba48-3b4dfe74aa4a',volume_size=1,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 979.979059] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.979277] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.979442] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.999711] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.999955] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.000146] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-19431ffe-9662-4fb5-b1ea-5df6b5bc0805 tempest-ServersTestBootFromVolume-1055715731 tempest-ServersTestBootFromVolume-1055715731-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.932154] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 983.951027] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.951351] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.951535] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.993790] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.994054] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.994224] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.994610] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.994794] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.994970] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.007351] nova-conductor[53899]: DEBUG nova.quota [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 984.011133] nova-conductor[53899]: DEBUG nova.quota [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Getting quotas for user 64c9d3a885924f63995269e03de90efb and project ee8fc4cf923a444483ffde77e0abfef1. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 984.017513] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 5f5b02a5-6f44-4cb9-9a59-48f6c9852707] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 984.018112] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.018333] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.018536] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.023737] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] [instance: 5f5b02a5-6f44-4cb9-9a59-48f6c9852707] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 984.024469] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.024742] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.024882] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.045379] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.045960] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.045960] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-1a09cd0c-7870-4d86-a495-2faddf9c4c8f tempest-ServerDiskConfigTestJSON-1498914801 tempest-ServerDiskConfigTestJSON-1498914801-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.749082] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.772365] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.779189] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.782809] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 990.263075] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 990.276913] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.277176] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.277364] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.305525] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.305887] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.306082] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.306501] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.306723] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.306914] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.314178] nova-conductor[53899]: DEBUG nova.quota [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Getting quotas for project c4edacf416024d4caeed5074ac9305b4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 990.316360] nova-conductor[53899]: DEBUG nova.quota [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Getting quotas for user eeb2805770e640e9a29f9ef279c6ef7a and project c4edacf416024d4caeed5074ac9305b4. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 990.321303] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] [instance: a48ab7bc-2179-4354-838d-a63cf765c95c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 990.321796] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.322033] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.322236] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.328510] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] [instance: a48ab7bc-2179-4354-838d-a63cf765c95c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 990.329237] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.329478] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.329675] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.344260] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.344525] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.344757] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-f5d7ddad-8981-4df1-a8ad-790e33197344 tempest-AttachVolumeTestJSON-1469459005 tempest-AttachVolumeTestJSON-1469459005-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.311259] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=4 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.331495] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=30,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.343307] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.343307] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=26,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1002.796030] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1002.810728] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.810885] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.812033] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.858163] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.858406] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.858585] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.859366] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.859366] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.859366] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.869462] nova-conductor[53900]: DEBUG nova.quota [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1002.873295] nova-conductor[53900]: DEBUG nova.quota [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Getting quotas for user 484557b41cae4ce49aed87ce9225021f and project 9780f77e5fec4f5c99ce01c3ff320dbc. Resources: {'instances', 'cores', 'ram'} {{(pid=53900) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1002.879283] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 27061394-cb58-4990-ba33-ba3543f59e7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1002.879792] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.880011] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.880195] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.884956] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 27061394-cb58-4990-ba33-ba3543f59e7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53900) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1002.885670] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.885913] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.886101] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.906561] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.906695] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.907153] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-28cc8388-f7e8-4d97-af7f-6e32febf38db tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.696972] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1004.714844] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.715110] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.715334] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.746539] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.746808] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.747027] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.747458] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.747672] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.747869] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.757706] nova-conductor[53899]: DEBUG nova.quota [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Getting quotas for project 4ef53133bd76475b9017a6bd9cbd5f9a. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1004.760763] nova-conductor[53899]: DEBUG nova.quota [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Getting quotas for user d7828677131d46e2a3e713a1009df15c and project 4ef53133bd76475b9017a6bd9cbd5f9a. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1004.766306] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 6795ca05-1137-47d0-a152-8935230a66b6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1004.766737] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.766938] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.767116] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.771536] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 6795ca05-1137-47d0-a152-8935230a66b6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1004.772181] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.772381] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.772545] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.791214] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.791424] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.791609] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-4633e293-b326-4732-8b89-28d03a89df24 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.281639] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1010.295474] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.295703] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.295870] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.320834] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.321065] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.321251] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.321615] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.321796] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.321954] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.329410] nova-conductor[53899]: DEBUG nova.quota [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1010.331528] nova-conductor[53899]: DEBUG nova.quota [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1010.336440] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 82949826-0183-4ebf-bd78-5a26155e63a8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1010.336890] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.337101] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.337266] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.339704] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: 82949826-0183-4ebf-bd78-5a26155e63a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1010.340328] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.340523] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.340683] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.353550] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.353744] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.353905] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-76121b9a-d7d9-4a48-946d-36fa36232840 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.863199] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell0:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1012.888682] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1012.900600] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1012.902877] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1019.693285] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-eacb15cc-8ce3-49af-9251-983c31c8786e tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method migrate_server {{(pid=53900) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1019.693285] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eacb15cc-8ce3-49af-9251-983c31c8786e tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.693285] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eacb15cc-8ce3-49af-9251-983c31c8786e tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.693285] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-eacb15cc-8ce3-49af-9251-983c31c8786e tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.751876] nova-conductor[53900]: DEBUG nova.conductor.tasks.migrate [None req-eacb15cc-8ce3-49af-9251-983c31c8786e tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 27061394-cb58-4990-ba33-ba3543f59e7e] Restricting to cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) while migrating {{(pid=53900) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1019.846097] nova-conductor[53900]: DEBUG nova.conductor.tasks.migrate [None req-eacb15cc-8ce3-49af-9251-983c31c8786e tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] Created allocations for migration 5df2efbe-6d3b-4020-b4bd-d27cbecf3655 on 226090a7-00bd-4e3f-8ba7-129aeca114fc {{(pid=53900) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1020.325488] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.342966] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.350157] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.351555] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.352234] nova-conductor[53900]: DEBUG nova.conductor.tasks.migrate [None req-eacb15cc-8ce3-49af-9251-983c31c8786e tempest-DeleteServersTestJSON-940795176 tempest-DeleteServersTestJSON-940795176-project-member] [instance: 27061394-cb58-4990-ba33-ba3543f59e7e] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53900) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1025.810183] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=364,nova_cell1:UPDATE=289,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=27,nova_cell1:INSERT=21,nova_cell1:DELETE=20,nova_cell1:ROLLBACK=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1029.707595] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.370804] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=3,nova_api:UPDATE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.390121] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.573426] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SAVEPOINT=23,nova_cell1:UPDATE=226,nova_cell1:RELEASE=23,nova_cell1:SELECT=349,nova_cell1:DELETE=13,nova_cell1:INSERT=29 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1035.057565] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1035.069892] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.070158] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.070375] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.102494] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.102758] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.102886] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.103268] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.103456] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.103611] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.110677] nova-conductor[53899]: DEBUG nova.quota [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1035.112851] nova-conductor[53899]: DEBUG nova.quota [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Getting quotas for user 00abaf2abab6443fa80ec35a29464ec2 and project 0509d4a1a12e454fadfe40fdb9c0cb47. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1035.117637] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: dd7773bf-b6f1-4d3e-bc42-8d266e7d0001] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1035.118083] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.118458] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.118458] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.123173] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] [instance: dd7773bf-b6f1-4d3e-bc42-8d266e7d0001] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1035.123778] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.123966] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.124146] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.138678] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.138876] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.139056] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-cdd8eb27-8459-4cd1-93d8-dfb645ccd9b6 tempest-ServersTestJSON-9822147 tempest-ServersTestJSON-9822147-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.107257] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1045.126186] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1045.135036] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1045.137029] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1071.112979] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-e626d6a2-a35b-49f5-b0c5-e8a741e8dd67 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method migrate_server {{(pid=53899) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1071.114528] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e626d6a2-a35b-49f5-b0c5-e8a741e8dd67 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.114528] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e626d6a2-a35b-49f5-b0c5-e8a741e8dd67 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.114528] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-e626d6a2-a35b-49f5-b0c5-e8a741e8dd67 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.164431] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-e626d6a2-a35b-49f5-b0c5-e8a741e8dd67 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 6795ca05-1137-47d0-a152-8935230a66b6] Restricting to cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) while migrating {{(pid=53899) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1071.292034] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-e626d6a2-a35b-49f5-b0c5-e8a741e8dd67 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Created allocations for migration 3e658f86-227a-43ea-9bb7-d3765ae2124b on 226090a7-00bd-4e3f-8ba7-129aeca114fc {{(pid=53899) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1071.797694] nova-conductor[53899]: DEBUG nova.conductor.tasks.migrate [None req-e626d6a2-a35b-49f5-b0c5-e8a741e8dd67 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 6795ca05-1137-47d0-a152-8935230a66b6] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1081.811097] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=2 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1081.814012] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1081.826077] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1086.839974] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=214,nova_cell1:UPDATE=155,nova_cell1:SAVEPOINT=11,nova_cell1:RELEASE=11,nova_cell1:DELETE=11,nova_cell1:INSERT=32 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1090.834060] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=225,nova_cell1:UPDATE=116,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=7,nova_cell1:RELEASE=7,nova_cell1:DELETE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1114.171774] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53899) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1114.185128] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.185342] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.185511] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.214349] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.214578] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.214778] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.215155] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.215341] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.215504] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.222844] nova-conductor[53899]: DEBUG nova.quota [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Getting quotas for project 4ef53133bd76475b9017a6bd9cbd5f9a. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1114.224912] nova-conductor[53899]: DEBUG nova.quota [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Getting quotas for user d7828677131d46e2a3e713a1009df15c and project 4ef53133bd76475b9017a6bd9cbd5f9a. Resources: {'instances', 'cores', 'ram'} {{(pid=53899) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1114.229880] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 2a1f1ce3-a674-41e7-b95f-c73745afa48a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53899) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1114.230325] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.230514] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.230672] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.234873] nova-conductor[53899]: DEBUG nova.conductor.manager [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 2a1f1ce3-a674-41e7-b95f-c73745afa48a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fe401c24-72b4-44f8-ae05-67949f7ab7e3',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53899) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1114.235482] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.235673] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.235833] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.250754] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.250950] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.251134] nova-conductor[53899]: DEBUG oslo_concurrency.lockutils [None req-21b3afc3-b0a9-42a0-a7d4-e04600a3ca0e tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.219486] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell0:SELECT=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1124.237502] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1124.245572] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=5 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1124.249503] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1137.313982] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:UPDATE=34,nova_cell1:SELECT=64,nova_cell1:INSERT=5 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1138.029074] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=49,nova_cell1:UPDATE=32,nova_cell1:INSERT=1,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1182.583305] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Targeting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) for conductor method unshelve_instance {{(pid=53900) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1182.583588] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Acquiring lock "89c65292-82a4-457e-82df-50ecb37b8df7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.583758] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.583924] nova-conductor[53900]: DEBUG oslo_concurrency.lockutils [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lock "89c65292-82a4-457e-82df-50ecb37b8df7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53900) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.718154] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 2a1f1ce3-a674-41e7-b95f-c73745afa48a] Requesting cell 89c65292-82a4-457e-82df-50ecb37b8df7(cell1) during scheduling {{(pid=53900) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1183.227025] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53900) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1183.227025] nova-conductor[53900]: DEBUG nova.conductor.manager [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] [instance: 2a1f1ce3-a674-41e7-b95f-c73745afa48a] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53900) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1183.231602] nova-conductor[53900]: DEBUG nova.objects.instance [None req-9acf8e81-eb97-4726-a87f-5b3741700da1 tempest-ServerActionsTestOtherB-1181788024 tempest-ServerActionsTestOtherB-1181788024-project-member] Lazy-loading 'flavor' on Instance uuid 2a1f1ce3-a674-41e7-b95f-c73745afa48a {{(pid=53900) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.717110] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1193.229901] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_api:SELECT=3 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1193.250723] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1202.759170] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:SELECT=32,nova_cell1:UPDATE=13,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1203.461020] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=32,nova_cell1:UPDATE=11,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1220.808121] nova-conductor[53900]: DEBUG dbcounter [-] [53900] Writing DB stats nova_cell1:UPDATE=18,nova_cell1:SELECT=16,nova_cell1:DELETE=3,nova_cell1:INSERT=1,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53900) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1220.884396] nova-conductor[53899]: DEBUG dbcounter [-] [53899] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53899) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}